-- Logs begin at Tue 2021-12-14 18:19:39 UTC, end at Tue 2021-12-14 19:22:10 UTC. -- Dec 14 18:55:40.202691 dv-cinder-821749-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Dec 14 18:55:42.811014 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.common.config [-] Logging enabled! Dec 14 18:55:42.811603 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev18 Dec 14 18:55:42.812920 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88065) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 14 18:55:42.813700 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.common.config [-] Logging enabled! Dec 14 18:55:42.813978 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev18 Dec 14 18:55:42.814250 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88065) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 14 18:55:42.815323 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 14 18:55:42.815587 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 14 18:55:42.816605 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 14 18:55:42.816904 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 14 18:55:42.817166 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 14 18:55:42.817530 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.817947 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.818294 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.818532 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.818876 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.819224 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.819541 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.819836 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.820164 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.820476 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.820783 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.821118 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.821375 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.821682 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.822000 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.822323 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.822572 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] debug = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.822877 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.823400 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.823710 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.824015 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.824332 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.824631 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.824954 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.825269 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.825633 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] host = dv-cinder-821749-1-smb {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.825939 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.826257 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.826573 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.826889 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.827191 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.827493 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.827806 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.828104 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.828403 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] log_file = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.828704 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.829051 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.829369 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.829701 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.829953 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.830204 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.830526 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.830843 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.831145 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.831446 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.831747 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.832047 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.832346 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.832640 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.832983 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.833460 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.833779 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.834081 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.834385 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.834684 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.834983 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.835299 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.835600 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.835901 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.836203 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.836525 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.836818 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.837145 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.837484 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.837801 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.838118 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.838433 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.838733 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.839236 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.839537 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.839837 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.840140 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] use_json = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.840438 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.840733 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.841079 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.841373 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.841668 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.841969 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.842267 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.842584 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:42.842914 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.843248 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.843579 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.843887 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.844205 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.844513 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.844832 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.845159 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.845478 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.845798 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.846114 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.846419 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.846731 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.847061 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.847386 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.847686 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.847991 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.848313 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.848617 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.848988 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.849325 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.849627 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.849923 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.850230 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.850536 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.850831 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.851138 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.851440 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.851758 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.852059 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.852355 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.852645 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.852969 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.853269 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.853581 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.853881 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.854346 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.854519 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.854788 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.855080 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.855379 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.855679 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.855977 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.856275 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.856572 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.856894 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.857216 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.857486 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.857777 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.858075 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.858373 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.858674 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.858970 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.859266 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.859561 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.859859 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.860162 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.860480 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.860806 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.861138 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.861448 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.861749 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.862050 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.862351 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.862650 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.862956 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.863256 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.863553 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.863878 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.864187 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.864853 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.864853 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.865241 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.865583 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.865893 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.866207 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.866514 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.866820 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.867131 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.867440 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.867763 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.868082 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.868405 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.868729 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.869079 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.869386 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.869731 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.870041 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:42.870290 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 14 18:55:42.870566 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88065) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Dec 14 18:55:43.522054 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:55:43.522300 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:55:43.522658 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:55:43.524287 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 14 18:55:43.868273 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:43.868798 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:43.868798 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:43.928635 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:43.928970 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:43.929258 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:43.932213 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:43.932521 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:43.932813 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.080812 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.081075 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.081405 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.082409 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.082707 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.082995 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.203043 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.203359 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.203658 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.203952 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.204763 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.389646 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.390020 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.390341 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.390643 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.390943 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.391308 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.391599 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.391886 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.392165 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.392464 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.392766 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.393112 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.393412 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.393699 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.393999 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.394286 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.394572 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.394885 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.395163 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.395518 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.396023 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.396304 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.396585 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.396928 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.397208 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.397484 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.397907 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88065) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:55:44.398195 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88065) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:55:44.398443 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88065) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:55:44.398709 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88065) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:55:44.398972 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88065) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:55:44.399236 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88065) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:55:44.400601 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 14 18:55:44.408970 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 14 18:55:44.417336 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 14 18:55:44.422807 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Dec 14 18:55:44.425604 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 14 18:55:44.426769 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 14 18:55:44.427196 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 14 18:55:44.427645 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 14 18:55:44.431810 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 14 18:55:44.432121 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 14 18:55:44.432505 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 14 18:55:44.460290 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 14 18:55:44.460775 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.461152 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88065) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 14 18:55:44.461552 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.462909 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88065) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 14 18:55:44.463203 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 14 18:55:44.463477 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 14 18:55:44.466795 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.467082 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.533280 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 14 18:55:44.533501 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 14 18:55:44.533762 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 14 18:55:44.534197 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 14 18:55:44.570037 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_db.sqlalchemy.engines [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=88065) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 14 18:55:44.868310 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.managers [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Initializing driver for type 'gre' Dec 14 18:55:44.868912 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] gre ID ranges: [(1, 1000)] Dec 14 18:55:44.915698 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.managers [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Initializing driver for type 'local' Dec 14 18:55:44.916098 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.managers [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Initializing driver for type 'vlan' Dec 14 18:55:44.929637 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] VlanTypeDriver initialization complete Dec 14 18:55:44.930045 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.managers [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Initializing driver for type 'vxlan' Dec 14 18:55:44.930606 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] vxlan ID ranges: [(1, 1000)] Dec 14 18:55:44.978358 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.managers [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Initializing extension driver 'port_security' Dec 14 18:55:44.978712 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.extensions.port_security [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] PortSecurityExtensionDriver initialization complete Dec 14 18:55:44.979086 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.managers [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Initializing mechanism driver 'openvswitch' Dec 14 18:55:44.979438 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.managers [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Initializing mechanism driver 'hyperv' Dec 14 18:55:44.986021 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88065) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:55:44.986883 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > port after_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.987281 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > port after_update 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.987664 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > port after_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.988081 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > subnet after_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.988459 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > subnet after_update 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.988830 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > subnet after_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.989270 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > network after_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.989729 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > network after_update 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.990102 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > network after_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.990517 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > security_group after_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.990891 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > security_group after_update 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.991259 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > security_group after_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.991663 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.992033 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.992549 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.992924 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] ML2 OVO RPC backend initialized. {{(pid=88065) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Dec 14 18:55:44.993630 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > router_interface after_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.994012 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.994453 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > network before_response 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.994823 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > networks before_response 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.995192 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > port before_response 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.995557 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > ports before_response 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.995923 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > subnet before_response 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.996275 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > subnets before_response 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.996653 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > network after_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.997052 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > network after_update 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.997418 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > network after_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.997781 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > port after_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.998143 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > port after_update 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.998504 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > port after_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.998869 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > subnet after_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.999232 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > subnet after_update 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:44.999591 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > subnet after_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.000216 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.plugin [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Modular L2 Plugin initialization complete Dec 14 18:55:45.000550 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading services supported by the core plugin {{(pid=88065) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Dec 14 18:55:45.000924 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.plugins.ml2.managers [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Got port-security extension from driver 'port_security' Dec 14 18:55:45.001417 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.extensions.vlantransparent [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Disabled vlantransparent extension. Dec 14 18:55:45.001858 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88065) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Dec 14 18:55:45.002191 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading Plugin: router Dec 14 18:55:45.046746 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > router_interface before_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.047178 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > router after_create 55549900 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.047581 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > router before_create 55549900 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.047978 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.048391 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.048784 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > router after_delete 55549900 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.049214 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > floatingip after_update 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.049620 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > router after_create 55549900 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.049998 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > router after_update 55549900 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.050389 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > router after_update 55549900 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.050768 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.051164 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > router after_update 55549900 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.051653 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > router precommit_update 55549900 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.052256 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: port after_update 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.052785 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: port after_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.053215 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: subnet after_update 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.053617 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.054011 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > port precommit_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.054396 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > router precommit_create 55549900 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.054777 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: port before_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.055156 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > router precommit_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.055558 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > router after_update 55549900 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.055934 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > router precommit_delete 55549900 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.056322 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > router precommit_create 55549900 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.056742 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > router_interface after_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.057147 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > router precommit_update 55549900 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.057564 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > agent after_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.057960 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > agent after_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.058341 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > network after_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.059342 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource_registry [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Tracking information for resource: router configured {{(pid=88065) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:55:45.059713 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource_registry [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Tracking information for resource: floatingip configured {{(pid=88065) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 18:55:45.065048 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.l3_agentschedulers_db [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 14 18:55:45.065695 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: port after_update 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.066088 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: port after_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.066467 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: port after_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.066854 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: port after_update 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.068106 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > router before_create 55550100 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.068511 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > router precommit_delete 55550100 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.068932 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > router precommit_create 55550100 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.069325 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > router precommit_update 55550100 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.074022 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.provider_configuration [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Service providers = [] {{(pid=88065) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 14 18:55:45.074416 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.servicetype_db [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88065) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 14 18:55:45.077398 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.service_base [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88065) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 14 18:55:45.077781 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.service_base [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88065) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 14 18:55:45.078195 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.service_base [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88065) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 14 18:55:45.079107 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.service_base [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88065) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 14 18:55:45.079512 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.services.service_base [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 14 18:55:45.079945 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88065) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 14 18:55:45.080304 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 14 18:55:45.103085 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88065) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 14 18:55:45.103728 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading Plugin: auto_allocate Dec 14 18:55:45.121882 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: network precommit_update 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.122219 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: network precommit_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.122819 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88065) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 14 18:55:45.123194 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading Plugin: tag Dec 14 18:55:45.136076 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88065) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 14 18:55:45.136441 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading Plugin: timestamp Dec 14 18:55:45.140339 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88065) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 14 18:55:45.140710 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading Plugin: network_ip_availability Dec 14 18:55:45.147065 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.147478 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.147885 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.148712 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88065) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 14 18:55:45.149109 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading Plugin: flavors Dec 14 18:55:45.165460 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88065) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 14 18:55:45.165828 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading Plugin: revisions Dec 14 18:55:45.170489 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88065) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 14 18:55:45.170915 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.648s {{(pid=88065) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:55:45.171742 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88065) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}} Dec 14 18:55:45.172106 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Initializing extension manager. Dec 14 18:55:45.172674 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: __init__.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.173082 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: __pycache__ {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.173447 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.173825 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.174194 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: _filter_validation_lib.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.174561 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.174923 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: address_scope.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.175759 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.176441 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: address-scope Dec 14 18:55:45.176782 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: admin_state_down_before_update.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.178126 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.178730 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: router-admin-state-down-before-update Dec 14 18:55:45.179082 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: agent.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.179900 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.180445 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: agent Dec 14 18:55:45.180799 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: agent_resources_synced.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.181759 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.182327 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: agent-resources-synced Dec 14 18:55:45.182685 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: allowedaddresspairs.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.184541 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.185154 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: allowed-address-pairs Dec 14 18:55:45.185519 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: auto_allocated_topology.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.186614 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.187189 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: auto-allocated-topology Dec 14 18:55:45.187557 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: availability_zone.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.188497 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.189092 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: availability_zone Dec 14 18:55:45.189457 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: availability_zone_filter.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.190399 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.190970 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: availability_zone_filter Dec 14 18:55:45.191326 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: data_plane_status.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.192243 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.192983 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension data-plane-status not supported by any of loaded plugins Dec 14 18:55:45.193611 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: default_subnetpools.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.194566 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.195139 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: default-subnetpools Dec 14 18:55:45.195506 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: dhcpagentscheduler.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.196417 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.197029 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: dhcp_agent_scheduler Dec 14 18:55:45.197393 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: dns.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.198331 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.198893 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension dns-integration not supported by any of loaded plugins Dec 14 18:55:45.199252 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: dns_domain_ports.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.200193 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.200753 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 14 18:55:45.201150 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: dvr.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.201919 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.202491 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: dvr Dec 14 18:55:45.202852 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: empty_string_filtering.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.203779 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.204342 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: empty-string-filtering Dec 14 18:55:45.204699 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.205677 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.206231 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 14 18:55:45.206591 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.207532 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.208095 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 14 18:55:45.208671 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: external_net.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.209807 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.210376 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: external-net Dec 14 18:55:45.210731 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: extra_dhcp_opt.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.211675 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.212242 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: extra_dhcp_opt Dec 14 18:55:45.212598 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: extraroute.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.213537 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.214105 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: extraroute Dec 14 18:55:45.214462 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: extraroute_atomic.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.215627 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.216201 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: extraroute-atomic Dec 14 18:55:45.216566 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: filter_validation.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.217319 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.217884 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: filter-validation Dec 14 18:55:45.218239 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: fip_pf_description.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.219173 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.219742 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 14 18:55:45.220101 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: fip_port_details.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.221067 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.221633 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: fip-port-details Dec 14 18:55:45.221992 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: flavors.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.223276 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.223889 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: flavors Dec 14 18:55:45.224400 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.226450 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.227055 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 14 18:55:45.227417 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: floatingip_pools.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.228217 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.228787 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: floatingip-pools Dec 14 18:55:45.229189 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: ip_allocation.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.230139 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.230701 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension ip_allocation not supported by any of loaded plugins Dec 14 18:55:45.231067 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.232013 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.232576 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: ip-substring-filtering Dec 14 18:55:45.232970 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: l2_adjacency.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.233912 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.234471 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension l2_adjacency not supported by any of loaded plugins Dec 14 18:55:45.234836 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: l3.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.235984 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.236990 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: router Dec 14 18:55:45.237362 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: l3_conntrack_helper.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.240250 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.240989 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 14 18:55:45.241366 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.242324 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.242900 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: ext-gw-mode Dec 14 18:55:45.243264 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.244213 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.244776 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: l3-ha Dec 14 18:55:45.245418 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: l3_flavors.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.246415 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.246992 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: l3-flavors Dec 14 18:55:45.247353 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.248282 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.248846 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: l3-port-ip-change-not-allowed Dec 14 18:55:45.249257 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: l3agentscheduler.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.250541 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.251137 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: l3_agent_scheduler Dec 14 18:55:45.251503 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: logging.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.253121 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.253698 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension logging not supported by any of loaded plugins Dec 14 18:55:45.254069 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: metering.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.257062 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.257781 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: metering Dec 14 18:55:45.258155 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: multiprovidernet.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.259137 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.259726 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: multi-provider Dec 14 18:55:45.260453 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: netmtu.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.261419 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.261995 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: net-mtu Dec 14 18:55:45.262361 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: netmtu_writable.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.263308 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.263877 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: net-mtu-writable Dec 14 18:55:45.264241 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: network_availability_zone.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.265041 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.265607 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: network_availability_zone Dec 14 18:55:45.265969 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: network_ip_availability.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.267116 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.267687 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: network-ip-availability Dec 14 18:55:45.268049 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: network_segment_range.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.269008 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.269589 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension network-segment-range not supported by any of loaded plugins Dec 14 18:55:45.269953 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: pagination.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.271100 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.271657 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: pagination Dec 14 18:55:45.272023 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.272999 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.273572 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: port-mac-address-regenerate Dec 14 18:55:45.273931 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: port_resource_request.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.274904 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.275473 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension port-resource-request not supported by any of loaded plugins Dec 14 18:55:45.275833 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: portbindings.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.276793 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.277404 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: binding Dec 14 18:55:45.277761 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: portbindings_extended.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.279056 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.279664 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: binding-extended Dec 14 18:55:45.280008 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: portsecurity.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.280959 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.281544 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: port-security Dec 14 18:55:45.281910 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: project_id.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.282895 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.283266 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: project-id Dec 14 18:55:45.283616 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: providernet.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.284646 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.285262 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: provider Dec 14 18:55:45.285623 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: qos.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.289983 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.290571 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension qos not supported by any of loaded plugins Dec 14 18:55:45.290942 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.292211 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.292774 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 14 18:55:45.293176 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.294104 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.294677 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 14 18:55:45.295036 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: qos_default.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.295963 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.296531 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension qos-default not supported by any of loaded plugins Dec 14 18:55:45.296919 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: qos_fip.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.297620 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.298189 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension qos-fip not supported by any of loaded plugins Dec 14 18:55:45.298552 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: qos_gateway_ip.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.299483 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.300053 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 14 18:55:45.300417 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: qos_port_network_policy.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.301360 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.301946 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 14 18:55:45.302611 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: qos_rule_type_details.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.303547 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.304119 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 14 18:55:45.304485 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: qos_rules_alias.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.305563 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.306125 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 14 18:55:45.306484 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: quotasv2.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.307621 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.307995 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: quotas Dec 14 18:55:45.308354 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: quotasv2_detail.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.310042 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.310422 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: quota_details Dec 14 18:55:45.310791 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: rbac.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.311975 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.312573 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: rbac-policies Dec 14 18:55:45.312969 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: rbac_address_scope.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.314026 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.314599 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: rbac-address-scope Dec 14 18:55:45.314965 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: rbac_security_groups.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.315895 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.316469 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: rbac-security-groups Dec 14 18:55:45.316834 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: rbac_subnetpool.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.317931 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.318711 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: rbac-subnetpool Dec 14 18:55:45.319076 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: revisionifmatch.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.320023 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.320593 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: revision-if-match Dec 14 18:55:45.320979 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: revisions.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.322085 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.322676 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: standard-attr-revisions Dec 14 18:55:45.323048 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: router_availability_zone.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.323800 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.324385 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: router_availability_zone Dec 14 18:55:45.324741 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: routerservicetype.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.325692 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.326256 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension router-service-type not supported by any of loaded plugins Dec 14 18:55:45.326618 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: security_groups_port_filtering.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.327572 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.328136 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: port-security-groups-filtering Dec 14 18:55:45.328494 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: securitygroup.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.342097 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.342725 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: security-group Dec 14 18:55:45.343099 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: segment.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.344029 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.344605 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension segment not supported by any of loaded plugins Dec 14 18:55:45.345000 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.345995 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.346577 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 14 18:55:45.346938 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: servicetype.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.348019 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.348626 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: service-type Dec 14 18:55:45.349009 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: sorting.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.350265 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.350638 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: sorting Dec 14 18:55:45.351001 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: standard_attr_segment.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.351933 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.352518 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 14 18:55:45.352895 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: standardattrdescription.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.353612 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.354190 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: standard-attr-description Dec 14 18:55:45.354553 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: stateful_security_group.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.355494 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.356071 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: stateful-security-group Dec 14 18:55:45.356434 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: stdattrs_common.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.357074 dv-cinder-821749-1-smb neutron-server[88065]: WARNING neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 14 18:55:45.357441 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.358379 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.358946 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 14 18:55:45.359306 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: subnet_onboard.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.360381 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.360987 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: subnet_onboard Dec 14 18:55:45.361354 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.362309 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.362877 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 14 18:55:45.363238 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: subnet_service_types.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.364255 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.365125 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: subnet-service-types Dec 14 18:55:45.365501 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: subnetallocation.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.366628 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.367210 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: subnet_allocation Dec 14 18:55:45.367578 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.368289 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.368858 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: subnetpool-prefix-ops Dec 14 18:55:45.369244 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.370197 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.370760 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 14 18:55:45.371123 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: tagging.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.372614 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.373190 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: standard-attr-tag Dec 14 18:55:45.373563 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: timestamp.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.374776 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.375390 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loaded extension: standard-attr-timestamp Dec 14 18:55:45.375758 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: trunk.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.376822 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.377426 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension trunk not supported by any of loaded plugins Dec 14 18:55:45.377792 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: trunk_details.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.378728 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.379304 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension trunk-details not supported by any of loaded plugins Dec 14 18:55:45.379664 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: uplink_status_propagation.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.381069 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.381719 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 14 18:55:45.382087 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Loading extension file: vlantransparent.py {{(pid=88065) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 18:55:45.382833 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88065) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 18:55:45.383392 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extension vlan-transparent not supported by any of loaded plugins Dec 14 18:55:45.386263 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.quota.resource_registry [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Creating instance of TrackedResource for resource:network Dec 14 18:55:45.387129 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.quota.resource_registry [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Creating instance of TrackedResource for resource:subnet Dec 14 18:55:45.387796 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.quota.resource_registry [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 18:55:45.388449 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.quota.resource_registry [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Creating instance of TrackedResource for resource:port Dec 14 18:55:45.389946 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.resource_helper [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 18:55:45.390438 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.resource_helper [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Service FLAVORS assigned prefix: {{(pid=88065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 18:55:45.391186 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.resource_helper [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 18:55:45.391659 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.resource_helper [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 18:55:45.392038 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.quota.resource_registry [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Creating instance of TrackedResource for resource:router Dec 14 18:55:45.392734 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.quota.resource_registry [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Creating instance of TrackedResource for resource:floatingip Dec 14 18:55:45.393540 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.resource_helper [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Service METERING assigned prefix: /metering {{(pid=88065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 18:55:45.395383 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.396135 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.396528 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88065) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:55:45.397756 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.quota.resource_registry [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Creating instance of CountableResource for resource:rbac_policy Dec 14 18:55:45.398247 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.quota.resource_registry [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Creating instance of TrackedResource for resource:security_group Dec 14 18:55:45.399056 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.quota.resource_registry [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Creating instance of TrackedResource for resource:security_group_rule Dec 14 18:55:45.399873 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.resource_helper [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Service CORE assigned prefix: {{(pid=88065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 18:55:45.400253 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.quota.resource_registry [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 18:55:45.400610 dv-cinder-821749-1-smb neutron-server[88065]: WARNING neutron.quota.resource_registry [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] subnetpool is already registered Dec 14 18:55:45.401299 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.resource_helper [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Service CORE assigned prefix: {{(pid=88065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 18:55:45.401664 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.quota.resource_registry [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 18:55:45.402021 dv-cinder-821749-1-smb neutron-server[88065]: WARNING neutron.quota.resource_registry [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] subnetpool is already registered Dec 14 18:55:45.404755 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.resource_helper [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 18:55:45.405250 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.resource_helper [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Service FLAVORS assigned prefix: {{(pid=88065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 18:55:45.405891 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.resource_helper [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 18:55:45.406353 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.resource_helper [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 18:55:45.406723 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.quota.resource_registry [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Creating instance of TrackedResource for resource:router Dec 14 18:55:45.407091 dv-cinder-821749-1-smb neutron-server[88065]: WARNING neutron.quota.resource_registry [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] router is already registered Dec 14 18:55:45.407754 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.quota.resource_registry [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Creating instance of TrackedResource for resource:floatingip Dec 14 18:55:45.408112 dv-cinder-821749-1-smb neutron-server[88065]: WARNING neutron.quota.resource_registry [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] floatingip is already registered Dec 14 18:55:45.408800 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.resource_helper [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Service METERING assigned prefix: /metering {{(pid=88065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 18:55:45.409571 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.quota.resource_registry [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Creating instance of CountableResource for resource:rbac_policy Dec 14 18:55:45.409932 dv-cinder-821749-1-smb neutron-server[88065]: WARNING neutron.quota.resource_registry [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] rbac_policy is already registered Dec 14 18:55:45.410384 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.quota.resource_registry [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Creating instance of TrackedResource for resource:security_group Dec 14 18:55:45.410744 dv-cinder-821749-1-smb neutron-server[88065]: WARNING neutron.quota.resource_registry [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] security_group is already registered Dec 14 18:55:45.411627 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.quota.resource_registry [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Creating instance of TrackedResource for resource:security_group_rule Dec 14 18:55:45.412792 dv-cinder-821749-1-smb neutron-server[88065]: WARNING neutron.quota.resource_registry [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] security_group_rule is already registered Dec 14 18:55:45.413584 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.resource_helper [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Service CORE assigned prefix: {{(pid=88065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 18:55:45.413962 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.quota.resource_registry [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 18:55:45.414328 dv-cinder-821749-1-smb neutron-server[88065]: WARNING neutron.quota.resource_registry [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] subnetpool is already registered Dec 14 18:55:45.414980 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.resource_helper [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Service CORE assigned prefix: {{(pid=88065) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 18:55:45.415346 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.quota.resource_registry [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 18:55:45.415704 dv-cinder-821749-1-smb neutron-server[88065]: WARNING neutron.quota.resource_registry [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] subnetpool is already registered Dec 14 18:55:45.416418 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: extensions {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.418075 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: address-scopes {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.419360 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: agents {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.420702 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: auto-allocated-topology {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.422060 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: availability_zones {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.423333 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: dhcp-networks {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.424939 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: dhcp-agents {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.426434 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: routers {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.428587 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: flavors {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.430905 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: service_profiles {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.432185 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: next_providers {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.433691 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: service_profiles {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.435212 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: floatingip-pools {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.436597 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: routers {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.438431 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: floatingips {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.439685 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: l3-routers {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.441245 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: l3-agents {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.442772 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: metering-labels {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.444369 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: metering-label-rules {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.445845 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: network-ip-availabilities {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.447170 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: bindings {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.448812 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: quotas {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.450454 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: quotas {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.451931 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: rbac-policies {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.453205 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: security-groups {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.454442 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: security-group-rules {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.455843 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: service-providers {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.457146 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: subnetpools {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.458877 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: subnetpools {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.460533 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: tags {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.462319 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: tags {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.464114 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: tags {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.466106 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: tags {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.467901 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: tags {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.469801 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: tags {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.471797 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: tags {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.473628 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: tags {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.475967 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: tags {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.477851 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.extensions [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Extended resource: tags {{(pid=88065) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 18:55:45.484848 dv-cinder-821749-1-smb neutron-server[88065]: WARNING keystonemiddleware.auth_token [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 14 18:55:45.489996 dv-cinder-821749-1-smb neutron-server[88065]: WARNING keystonemiddleware.auth_token [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 14 18:55:45.499180 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Acquired lock "singleton_lock" {{(pid=88065) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Dec 14 18:55:45.499710 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Releasing lock "singleton_lock" {{(pid=88065) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Dec 14 18:55:45.501204 dv-cinder-821749-1-smb neutron-server[88065]: INFO oslo_service.service [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Starting 2 workers Dec 14 18:55:45.506328 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Started child 88176 {{(pid=88065) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 14 18:55:45.510659 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:55:45.511587 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Started child 88177 {{(pid=88065) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 14 18:55:45.512150 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [-] (88176) wsgi starting up on http://0.0.0.0:9696 Dec 14 18:55:45.513231 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.service [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Neutron service started, listening on 0.0.0.0:9696 Dec 14 18:55:45.513909 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Notify callbacks [] for process, before_spawn {{(pid=88065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:55:45.516412 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:55:45.516606 dv-cinder-821749-1-smb neutron-server[88065]: INFO oslo_service.service [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Starting 1 workers Dec 14 18:55:45.517814 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [-] (88177) wsgi starting up on http://0.0.0.0:9696 Dec 14 18:55:45.522712 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Started child 88178 {{(pid=88065) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 14 18:55:45.523275 dv-cinder-821749-1-smb neutron-server[88065]: INFO oslo_service.service [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Starting 1 workers Dec 14 18:55:45.524988 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.service [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] calling RpcWorker wait() {{(pid=88178) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 14 18:55:45.525215 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.service [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] returning from RpcWorker wait() {{(pid=88178) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 14 18:55:45.526860 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:55:45.527346 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:55:45.528121 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Started child 88179 {{(pid=88065) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 14 18:55:45.528913 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16b3fb22-e514-400c-8b18-679021fea0be None None] Notify callbacks [] for process, after_spawn {{(pid=88065) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:55:45.530651 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88065) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 14 18:55:45.530837 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 14 18:55:45.531025 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 14 18:55:45.531527 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 14 18:55:45.531954 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 14 18:55:45.532125 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 14 18:55:45.532835 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:55:45.533034 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.533181 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.533459 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.533708 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.534012 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.534692 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.534987 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.535273 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.535565 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.535849 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.536081 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.536643 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.536643 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.536958 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.537716 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.538021 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.538309 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.538598 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.538789 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.539214 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.539658 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.540044 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.540445 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] debug = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.540834 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.541582 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.542049 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.542303 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.542746 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.543054 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.543359 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.543666 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.543914 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.544354 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.544591 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.545071 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.545299 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.545755 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.546058 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.546287 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.546909 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] host = dv-cinder-821749-1-smb {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.547134 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.547561 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.547805 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.548252 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.548507 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.548921 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.549354 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.549786 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.550193 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.550565 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.550968 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.551342 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.551718 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.552145 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] log_file = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.552589 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] log_options = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.553204 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.553652 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.554136 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.554343 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.554705 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.554875 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.555337 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.555514 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.555768 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.556214 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.556435 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.556912 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.557119 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.557514 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.557975 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.558361 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.558672 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.558951 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.559254 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.559566 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.559986 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.560239 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.560662 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.561020 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.561453 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.561708 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.561981 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.562195 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.562471 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.562762 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.563038 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.563344 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.563613 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.563903 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.564193 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.564430 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.564675 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.565052 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.565324 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.565607 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.565889 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.566098 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.566362 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.566614 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.566834 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.567122 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] use_json = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.567322 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.567667 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.568010 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.568428 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.568860 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.569130 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.569348 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.569805 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.570266 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.570597 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.570960 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.571220 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.571490 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.571758 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.572039 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.572307 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.572573 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.572847 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.573209 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.573486 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.573841 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.574131 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.574389 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.574731 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.575098 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.576908 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:55:45.578888 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.580451 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.580749 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.581069 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.581310 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.581817 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.582079 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.582338 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.582620 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.582874 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.583208 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.583528 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.584075 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.584386 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.584646 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.584915 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.585158 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.585409 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.585666 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.585940 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.586202 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.586509 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.586793 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.587044 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.587289 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.587551 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.587802 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.588072 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.588323 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.588555 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.588990 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.589400 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.589787 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.590194 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.590587 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.590996 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.591227 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.591639 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.592028 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.592432 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.592829 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.593254 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.593667 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.594074 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.594346 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.594615 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.594883 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.595130 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.595377 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.595623 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.595874 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.596125 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.596394 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.596637 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.596906 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.597161 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.597451 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.597788 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.598074 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.598350 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.598634 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.598964 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.599326 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.599821 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.600110 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.600375 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.600603 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.601135 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.602603 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.602603 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.602603 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.602603 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.602603 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.602603 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.603452 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.603452 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.603452 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.603781 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.603881 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.605041 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.605041 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.605227 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.605536 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.605863 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.606143 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.606434 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.606707 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.607012 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.607352 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.607667 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.607952 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.608227 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.608503 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.608790 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.609091 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.609381 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.609656 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.609929 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.610197 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.610505 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.610860 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.611170 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.611431 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.611678 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.611970 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.612275 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.612556 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.612850 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.613164 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.613439 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.613713 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.614001 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.614263 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.616288 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.616288 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.616288 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.616288 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.616288 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.616288 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.616833 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.616833 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.617048 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.617230 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.617485 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.617730 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.617998 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.618246 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.618542 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.618785 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.619052 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.619329 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.619578 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.619826 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.620074 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.620318 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.620600 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.620848 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.621195 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.623227 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.623227 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.623227 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.623227 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.623227 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.623227 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.623227 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.623227 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.626829 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.626829 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.626829 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.626829 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.626829 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.626829 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.626829 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.626829 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.627506 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.627506 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.627506 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.627506 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.627506 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.627506 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.627506 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.627506 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.628155 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.628155 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.628155 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.628155 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.628155 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.628544 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.628544 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.628789 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.629057 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.629307 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.629553 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.629889 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.630387 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.630760 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.631040 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.631518 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.631788 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.632008 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.632484 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.632971 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.633229 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.633499 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.633777 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.634116 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.634437 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.634646 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.635343 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.635626 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.635915 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.636183 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.636566 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.636729 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.636981 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.637522 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.637869 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.638192 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.638499 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.638821 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.639099 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.639425 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.639674 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.640011 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.640385 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.640702 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.640997 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.641260 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.641546 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.641805 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.642067 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.642318 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.642565 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.642815 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.643100 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.643405 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.643662 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.643908 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.644174 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.644422 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.644677 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.644967 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.645218 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.645471 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.645779 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 14 18:55:45.646553 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88065) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 14 18:55:45.646857 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 14 18:55:45.647022 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 14 18:55:45.647424 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 14 18:55:45.647825 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 14 18:55:45.648190 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 14 18:55:45.648640 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.648842 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.649069 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.649273 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.649438 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.649795 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.650126 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.650495 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.650690 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.650883 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.651070 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.651259 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.651449 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.651617 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.651969 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.652167 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.652348 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.652535 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.652740 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.652927 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.653099 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.653286 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.653473 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] debug = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.653664 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.653891 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.654081 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.654260 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.654439 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.654614 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.654795 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.654966 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.655149 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.655317 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.655987 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.656353 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.656920 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.657113 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.657304 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.657475 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.657664 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] host = dv-cinder-821749-1-smb {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.657852 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.658047 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.658230 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.658422 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.658606 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.658794 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.658984 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.659175 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.659364 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.659550 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.659736 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.659921 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.660109 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.660295 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] log_file = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.660482 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] log_options = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.660668 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.660853 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.661113 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.661360 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.661585 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.661926 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.662266 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.662460 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.662648 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.662835 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.663048 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.663214 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.663400 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.663587 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.663772 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.663957 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.664145 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.664334 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.664519 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.664707 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.664914 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.665086 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.665272 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.665460 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.665646 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.665833 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.666019 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.666203 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.666387 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.666573 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.666758 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.666944 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.667130 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.667314 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.667464 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.667600 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.667785 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.667977 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.668163 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.668349 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.668533 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.668718 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.668921 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.669110 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.669294 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.669478 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] use_json = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.669665 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.669851 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.670034 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.670221 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.670405 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.670627 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.670764 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.670907 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 18:55:45.671120 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.671310 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.671511 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.671714 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.671855 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.672041 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.672236 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.672427 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.672608 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.672796 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.673023 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.673167 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:55:45.673292 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.673390 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.673550 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.673741 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.673929 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.674116 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.674304 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.674493 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.674683 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.674872 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.675061 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.675249 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.675438 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.675626 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.675815 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.676002 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.676190 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.676379 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.676566 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.676752 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.677016 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.677181 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.677497 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.677849 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.678130 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.678327 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.678520 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.678709 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.678920 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.679103 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.679293 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.679483 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.679673 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.679862 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.680051 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.680240 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.680425 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.680615 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.680804 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.681035 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.681224 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.681411 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.681599 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.681788 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.681980 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.682168 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.682358 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.682530 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.682684 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.682868 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.683055 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.683255 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.683433 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.683624 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.683813 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.684001 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.684190 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.684378 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.684567 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.684756 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.684922 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.685109 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.685307 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.685514 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.685705 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.685891 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.686081 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.686272 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.686462 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.686650 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.686839 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.687027 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.687215 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.687413 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.687591 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.687782 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.687971 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.688157 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.688340 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.688514 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.688689 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.688888 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.689084 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.689271 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.689459 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.689650 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.689839 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.690029 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.690220 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.690418 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.690608 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.690816 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.690981 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.691147 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.691346 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.691534 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.691725 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.691913 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.692099 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.692288 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.692474 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.692955 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.693148 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.693347 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.693529 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.693728 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.693955 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.694144 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.694332 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.694503 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.694690 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.694878 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.695065 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.695266 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.695411 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.695588 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.695759 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.695948 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.696134 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.696327 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.696535 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.696687 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.696920 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.697676 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.697676 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.697676 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.697676 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.698144 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.698144 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.698144 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.698405 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.698405 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.698577 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.698705 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.698892 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.699079 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.699269 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.699451 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.699625 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.699797 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.700165 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.700375 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.700517 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.700713 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.700907 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.701096 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.701286 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.701478 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.701668 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.701839 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.702005 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.702198 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.702372 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.702556 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.702753 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.702939 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.703127 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.703315 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.703504 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.703693 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.703881 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.704086 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.704277 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.704446 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.704629 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.704817 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.705033 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.705221 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.705410 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.705597 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.705785 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.705975 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.706171 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.706363 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.706549 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.706737 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.706926 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.707113 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.707301 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.707503 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.707691 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.707878 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.708065 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.708476 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.708720 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.709089 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.709301 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.709494 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.709686 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.709875 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.710065 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.710264 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.710455 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.710647 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.710850 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.711039 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.711232 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.711434 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.711623 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.711812 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.712002 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.712196 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.712396 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.712596 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.712596 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.712596 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.712596 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.712596 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.712596 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.712596 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.712596 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.716102 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.716102 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.716102 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.716102 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.716102 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.716102 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.716102 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.716102 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.716102 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.717545 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.717545 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.717545 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.717545 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.717545 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.717545 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.717545 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.717545 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.717545 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.718684 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 18:55:45.718684 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88065) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 14 18:55:45.881922 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 40664) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:55:45.895445 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0114021 Dec 14 18:55:56.563265 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccd544d-a0fc-404b-a75f-253f53b7d0e1 None None] get_active_networks_info from dv-cinder-821749-1-smb {{(pid=88178) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 14 18:55:56.922762 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccd544d-a0fc-404b-a75f-253f53b7d0e1 None None] No non-hosted networks {{(pid=88178) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 14 18:55:56.943184 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9201933d-2666-41ea-9510-86eb80446e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-437116'] for agent, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:55:57.824311 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-437116'] for agent, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:55:57.826120 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:55:57.826596 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:55:57.827063 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:55:57.827930 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:55:57.828416 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:55:57.829578 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:55:57.830537 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:55:57.831006 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:55:57.831794 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:55:57.839234 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:55:57.839652 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:55:57.840239 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-821749-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:55:57.852577 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-821749-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:55:58.362049 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-75482929-54b1-47c5-acf5-bbc264347b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-437116'] for agent, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:55:58.394382 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ee55b02b-27a6-45e2-a07e-049b0a985e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:55:59.101109 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-437116'] for agent, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:00.661870 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-437116'] for agent, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:01.355719 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 40776) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:56:02.171179 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [None req-9b15f829-1d32-4191-b3a4-9e8d11d58c81 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=88177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:56:02.172414 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-9b15f829-1d32-4191-b3a4-9e8d11d58c81 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.8155088 Dec 14 18:56:02.579115 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.l3_hamode_db [None req-d7f4449a-1d23-4f1f-bac3-f21dfacc535e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 14 18:56:02.669954 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f4449a-1d23-4f1f-bac3-f21dfacc535e None None] Routers set() bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:56:02.670304 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f4449a-1d23-4f1f-bac3-f21dfacc535e None None] Router IDs set() for agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 14 18:56:04.407717 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 40792) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:56:04.953240 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-efaa36d9-0d3f-4153-904b-c8936cd0bd85 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:56:05.243206 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.policy [None req-efaa36d9-0d3f-4153-904b-c8936cd0bd85 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88176) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 14 18:56:05.250695 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.quota [None req-efaa36d9-0d3f-4153-904b-c8936cd0bd85 admin admin] Loaded quota_driver: . Dec 14 18:56:05.287095 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-efaa36d9-0d3f-4153-904b-c8936cd0bd85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:56:05.354892 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-efaa36d9-0d3f-4153-904b-c8936cd0bd85 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781367408853', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781367388768', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781367388358', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781367504781', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781367442023', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853586641', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1190695', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3695727', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851174591'] for rbac-policy, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:05.429973 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-efaa36d9-0d3f-4153-904b-c8936cd0bd85 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:05.431608 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-efaa36d9-0d3f-4153-904b-c8936cd0bd85 admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0215049 Dec 14 18:56:07.734151 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 40812) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:56:07.821739 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Request body: {'network': {'project_id': '0fde6dc929fd4caabb62a5ae02199f86', 'name': 'private', 'admin_state_up': True}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:56:07.824256 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.quota [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Loaded quota_driver: . Dec 14 18:56:07.860454 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:56:07.867258 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Usage tracker for resource:network and tenant:0fde6dc929fd4caabb62a5ae02199f86 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:56:07.871302 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:56:07.878637 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:56:07.894484 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Made reservation on behalf of 0fde6dc929fd4caabb62a5ae02199f86 for: {'network': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:56:08.143379 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.policy [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88177) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 14 18:56:08.154486 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for network, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:08.174845 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:08.244952 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:56:08.251586 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Usage tracker for resource:security_group_rule and tenant:0fde6dc929fd4caabb62a5ae02199f86 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:56:08.257143 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:56:08.267454 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:56:08.409592 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:08.413627 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:08.418966 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:08.436258 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=88177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 18:56:08.463684 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363255485876801', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:08.464299 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Unsubscribe: segment precommit_create {{(pid=88177) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 14 18:56:08.464751 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.segments_db [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Added segment a6fe576a-f013-4f6a-a50d-c54a39dd699b of type vlan for network c9e49aeb-faad-4b5b-9c16-7cb5cce56e31 Dec 14 18:56:08.527181 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b436ac4-2823-4a0a-98db-61fa8cabcab9,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:08.564389 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:08.564759 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:08.565173 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:08.565531 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:08.565893 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:08.566247 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:08.566600 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:08.566955 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:08.567399 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:08.567751 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:08.568101 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:08.569290 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Tracked resource versions report: Dec 14 18:56:08.569290 dv-cinder-821749-1-smb neutron-server[88065]: pushed versions: Dec 14 18:56:08.569290 dv-cinder-821749-1-smb neutron-server[88065]: { 'ConntrackHelper': {'1.0'}, Dec 14 18:56:08.569290 dv-cinder-821749-1-smb neutron-server[88065]: 'Log': {'1.0'}, Dec 14 18:56:08.569290 dv-cinder-821749-1-smb neutron-server[88065]: 'Network': {'1.1'}, Dec 14 18:56:08.569290 dv-cinder-821749-1-smb neutron-server[88065]: 'Port': {'1.5'}, Dec 14 18:56:08.569290 dv-cinder-821749-1-smb neutron-server[88065]: 'PortForwarding': {'1.2'}, Dec 14 18:56:08.569290 dv-cinder-821749-1-smb neutron-server[88065]: 'QosPolicy': {'1.8'}, Dec 14 18:56:08.569290 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroup': {'1.2'}, Dec 14 18:56:08.569290 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroupRule': {'1.0'}, Dec 14 18:56:08.569290 dv-cinder-821749-1-smb neutron-server[88065]: 'SubPort': {'1.0'}, Dec 14 18:56:08.569290 dv-cinder-821749-1-smb neutron-server[88065]: 'Subnet': {'1.1'}, Dec 14 18:56:08.569290 dv-cinder-821749-1-smb neutron-server[88065]: 'Trunk': {'1.1'}} Dec 14 18:56:08.569290 dv-cinder-821749-1-smb neutron-server[88065]: consumer versions: Dec 14 18:56:08.569290 dv-cinder-821749-1-smb neutron-server[88065]: { DHCP agent@dv-cinder-821749-1-smb: {}, Dec 14 18:56:08.569290 dv-cinder-821749-1-smb neutron-server[88065]: L3 agent@dv-cinder-821749-1-smb: {}, Dec 14 18:56:08.569290 dv-cinder-821749-1-smb neutron-server[88065]: Metadata agent@dv-cinder-821749-1-smb: {}, Dec 14 18:56:08.569290 dv-cinder-821749-1-smb neutron-server[88065]: Metering agent@dv-cinder-821749-1-smb: {}, Dec 14 18:56:08.569290 dv-cinder-821749-1-smb neutron-server[88065]: Open vSwitch agent@dv-cinder-821749-1-smb: { 'ConntrackHelper': '1.0', Dec 14 18:56:08.569290 dv-cinder-821749-1-smb neutron-server[88065]: 'Log': '1.0', Dec 14 18:56:08.569290 dv-cinder-821749-1-smb neutron-server[88065]: 'Network': '1.1', Dec 14 18:56:08.569290 dv-cinder-821749-1-smb neutron-server[88065]: 'Port': '1.5', Dec 14 18:56:08.569290 dv-cinder-821749-1-smb neutron-server[88065]: 'PortForwarding': '1.2', Dec 14 18:56:08.569290 dv-cinder-821749-1-smb neutron-server[88065]: 'QosPolicy': '1.8', Dec 14 18:56:08.569290 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroup': '1.2', Dec 14 18:56:08.569290 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroupRule': '1.0', Dec 14 18:56:08.569290 dv-cinder-821749-1-smb neutron-server[88065]: 'SubPort': '1.0', Dec 14 18:56:08.569290 dv-cinder-821749-1-smb neutron-server[88065]: 'Subnet': '1.1', Dec 14 18:56:08.569290 dv-cinder-821749-1-smb neutron-server[88065]: 'Trunk': '1.1'}} Dec 14 18:56:08.569290 dv-cinder-821749-1-smb neutron-server[88065]: {{(pid=88177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 14 18:56:08.595032 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781368396147'] for network, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:08.623558 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:08.638089 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075'] for network, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:08.639411 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:56:08.640104 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:08.645263 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:08.758057 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0226328 Dec 14 18:56:08.761862 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Pushing event updated for resources: {'Network': ['ID=c9e49aeb-faad-4b5b-9c16-7cb5cce56e31,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:08.775384 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:08.785798 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Network c9e49aeb-faad-4b5b-9c16-7cb5cce56e31 details requested by agent ovs-agent-dv-cinder-821749-1-smb with host dv-cinder-821749-1-smb {{(pid=88178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 18:56:11.088128 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 40832) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:56:11.300478 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dcb70a-551d-4fdb-907a-83a7388cf4b0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:56:11.302251 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-10dcb70a-551d-4fdb-907a-83a7388cf4b0 admin admin] 10.222.0.62 "GET /v2.0/networks/c9e49aeb-faad-4b5b-9c16-7cb5cce56e31 HTTP/1.1" status: 200 len: 825 time: 0.2129898 Dec 14 18:56:11.336464 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-841203f3-f105-4247-9f04-f72b8afc0b6d admin admin] 10.222.0.62 "GET /v2.0/subnetpools/b677bf62-e143-4f03-8852-4999db00d346 HTTP/1.1" status: 200 len: 734 time: 0.0279071 Dec 14 18:56:11.352500 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-59b494fd-1501-49b0-9679-95002fc2eecb admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'b677bf62-e143-4f03-8852-4999db00d346', 'network_id': 'c9e49aeb-faad-4b5b-9c16-7cb5cce56e31', 'tenant_id': '0fde6dc929fd4caabb62a5ae02199f86', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:56:11.358686 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-59b494fd-1501-49b0-9679-95002fc2eecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:56:11.363243 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-59b494fd-1501-49b0-9679-95002fc2eecb admin admin] Usage tracker for resource:subnet and tenant:0fde6dc929fd4caabb62a5ae02199f86 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:56:11.367886 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-59b494fd-1501-49b0-9679-95002fc2eecb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:56:11.374607 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-59b494fd-1501-49b0-9679-95002fc2eecb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:56:11.386051 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b494fd-1501-49b0-9679-95002fc2eecb admin admin] Made reservation on behalf of 0fde6dc929fd4caabb62a5ae02199f86 for: {'subnet': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:56:11.391825 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-59b494fd-1501-49b0-9679-95002fc2eecb admin admin] Notify callbacks [] for subnet, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:11.737048 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-59b494fd-1501-49b0-9679-95002fc2eecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075'] for subnet, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:11.742233 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:11.836025 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b494fd-1501-49b0-9679-95002fc2eecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a06b25d7-f08f-47a3-8436-3466c9d0358a,revision_number=0']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:11.839236 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b494fd-1501-49b0-9679-95002fc2eecb admin admin] Checking segment: {'id': 'a6fe576a-f013-4f6a-a50d-c54a39dd699b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c9e49aeb-faad-4b5b-9c16-7cb5cce56e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:56:11.839616 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b494fd-1501-49b0-9679-95002fc2eecb admin admin] Network hostable DHCP agents. Network: c9e49aeb-faad-4b5b-9c16-7cb5cce56e31, hostable agents: ['64cad2d4-6c81-4c69-be80-b384beab6ad0'], hosted agents: [] {{(pid=88176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 18:56:11.851801 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b494fd-1501-49b0-9679-95002fc2eecb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:11.852156 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b494fd-1501-49b0-9679-95002fc2eecb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:11.852511 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b494fd-1501-49b0-9679-95002fc2eecb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:11.852861 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b494fd-1501-49b0-9679-95002fc2eecb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:11.853237 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b494fd-1501-49b0-9679-95002fc2eecb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:11.853583 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b494fd-1501-49b0-9679-95002fc2eecb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:11.853922 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b494fd-1501-49b0-9679-95002fc2eecb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:11.854261 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b494fd-1501-49b0-9679-95002fc2eecb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:11.854600 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b494fd-1501-49b0-9679-95002fc2eecb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:11.854936 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b494fd-1501-49b0-9679-95002fc2eecb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:11.855270 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b494fd-1501-49b0-9679-95002fc2eecb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:11.856382 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b494fd-1501-49b0-9679-95002fc2eecb admin admin] Tracked resource versions report: Dec 14 18:56:11.856382 dv-cinder-821749-1-smb neutron-server[88065]: pushed versions: Dec 14 18:56:11.856382 dv-cinder-821749-1-smb neutron-server[88065]: { 'ConntrackHelper': {'1.0'}, Dec 14 18:56:11.856382 dv-cinder-821749-1-smb neutron-server[88065]: 'Log': {'1.0'}, Dec 14 18:56:11.856382 dv-cinder-821749-1-smb neutron-server[88065]: 'Network': {'1.1'}, Dec 14 18:56:11.856382 dv-cinder-821749-1-smb neutron-server[88065]: 'Port': {'1.5'}, Dec 14 18:56:11.856382 dv-cinder-821749-1-smb neutron-server[88065]: 'PortForwarding': {'1.2'}, Dec 14 18:56:11.856382 dv-cinder-821749-1-smb neutron-server[88065]: 'QosPolicy': {'1.8'}, Dec 14 18:56:11.856382 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroup': {'1.2'}, Dec 14 18:56:11.856382 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroupRule': {'1.0'}, Dec 14 18:56:11.856382 dv-cinder-821749-1-smb neutron-server[88065]: 'SubPort': {'1.0'}, Dec 14 18:56:11.856382 dv-cinder-821749-1-smb neutron-server[88065]: 'Subnet': {'1.1'}, Dec 14 18:56:11.856382 dv-cinder-821749-1-smb neutron-server[88065]: 'Trunk': {'1.1'}} Dec 14 18:56:11.856382 dv-cinder-821749-1-smb neutron-server[88065]: consumer versions: Dec 14 18:56:11.856382 dv-cinder-821749-1-smb neutron-server[88065]: { DHCP agent@dv-cinder-821749-1-smb: {}, Dec 14 18:56:11.856382 dv-cinder-821749-1-smb neutron-server[88065]: L3 agent@dv-cinder-821749-1-smb: {}, Dec 14 18:56:11.856382 dv-cinder-821749-1-smb neutron-server[88065]: Metadata agent@dv-cinder-821749-1-smb: {}, Dec 14 18:56:11.856382 dv-cinder-821749-1-smb neutron-server[88065]: Metering agent@dv-cinder-821749-1-smb: {}, Dec 14 18:56:11.856382 dv-cinder-821749-1-smb neutron-server[88065]: Open vSwitch agent@dv-cinder-821749-1-smb: { 'ConntrackHelper': '1.0', Dec 14 18:56:11.856382 dv-cinder-821749-1-smb neutron-server[88065]: 'Log': '1.0', Dec 14 18:56:11.856382 dv-cinder-821749-1-smb neutron-server[88065]: 'Network': '1.1', Dec 14 18:56:11.856382 dv-cinder-821749-1-smb neutron-server[88065]: 'Port': '1.5', Dec 14 18:56:11.856382 dv-cinder-821749-1-smb neutron-server[88065]: 'PortForwarding': '1.2', Dec 14 18:56:11.856382 dv-cinder-821749-1-smb neutron-server[88065]: 'QosPolicy': '1.8', Dec 14 18:56:11.856382 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroup': '1.2', Dec 14 18:56:11.856382 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroupRule': '1.0', Dec 14 18:56:11.856382 dv-cinder-821749-1-smb neutron-server[88065]: 'SubPort': '1.0', Dec 14 18:56:11.856382 dv-cinder-821749-1-smb neutron-server[88065]: 'Subnet': '1.1', Dec 14 18:56:11.856382 dv-cinder-821749-1-smb neutron-server[88065]: 'Trunk': '1.1'}} Dec 14 18:56:11.856382 dv-cinder-821749-1-smb neutron-server[88065]: {{(pid=88176) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 14 18:56:11.892886 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-59b494fd-1501-49b0-9679-95002fc2eecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:11.897814 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b494fd-1501-49b0-9679-95002fc2eecb admin admin] Network c9e49aeb-faad-4b5b-9c16-7cb5cce56e31 is scheduled to be hosted by DHCP agent 64cad2d4-6c81-4c69-be80-b384beab6ad0 with binding_index 1 {{(pid=88176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 18:56:11.907840 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-59b494fd-1501-49b0-9679-95002fc2eecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-smb, c9e49aeb-faad-4b5b-9c16-7cb5cce56e31) {{(pid=88176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:56:11.913112 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b494fd-1501-49b0-9679-95002fc2eecb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:56:11.913832 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-59b494fd-1501-49b0-9679-95002fc2eecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for subnet, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:11.918680 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4c3147-f7b3-41b7-96ce-824222b8bd2e None None] Network c9e49aeb-faad-4b5b-9c16-7cb5cce56e31 requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:56:11.937543 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-59b494fd-1501-49b0-9679-95002fc2eecb admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5914195 Dec 14 18:56:12.361017 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bbb61a4-b59b-51be-b8ab-e3ecdf589590-c9e49aeb-faad-4b5b-9c16-7cb5cce56e31', 'network_id': 'c9e49aeb-faad-4b5b-9c16-7cb5cce56e31', 'tenant_id': '0fde6dc929fd4caabb62a5ae02199f86', 'fixed_ips': [{'subnet_id': 'a06b25d7-f08f-47a3-8436-3466c9d0358a'}]}} from dv-cinder-821749-1-smb. {{(pid=88178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 14 18:56:12.362076 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:12.586922 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Allocated IP 172.20.0.2 (c9e49aeb-faad-4b5b-9c16-7cb5cce56e31/a06b25d7-f08f-47a3-8436-3466c9d0358a/c4b4fa68-777c-4f12-920a-808fe7a365d8) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:56:12.842356 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:12.860353 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Transition to ACTIVE for port object c4b4fa68-777c-4f12-920a-808fe7a365d8 will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:56:12.888327 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Transition to ACTIVE for port object c4b4fa68-777c-4f12-920a-808fe7a365d8 will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:56:12.899505 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:12.905099 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:12.974102 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Network c9e49aeb-faad-4b5b-9c16-7cb5cce56e31 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:56:12.977936 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:56:12.980030 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Pushing event updated for resources: {'Port': ['ID=c4b4fa68-777c-4f12-920a-808fe7a365d8,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:12.986342 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:56:12.996167 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:12.996609 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:12.997082 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:12.997598 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:12.997914 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:12.998373 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:12.998817 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:12.999260 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:12.999710 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:13.000185 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:13.000635 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:13.001934 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Tracked resource versions report: Dec 14 18:56:13.001934 dv-cinder-821749-1-smb neutron-server[88065]: pushed versions: Dec 14 18:56:13.001934 dv-cinder-821749-1-smb neutron-server[88065]: { 'ConntrackHelper': {'1.0'}, Dec 14 18:56:13.001934 dv-cinder-821749-1-smb neutron-server[88065]: 'Log': {'1.0'}, Dec 14 18:56:13.001934 dv-cinder-821749-1-smb neutron-server[88065]: 'Network': {'1.1'}, Dec 14 18:56:13.001934 dv-cinder-821749-1-smb neutron-server[88065]: 'Port': {'1.5'}, Dec 14 18:56:13.001934 dv-cinder-821749-1-smb neutron-server[88065]: 'PortForwarding': {'1.2'}, Dec 14 18:56:13.001934 dv-cinder-821749-1-smb neutron-server[88065]: 'QosPolicy': {'1.8'}, Dec 14 18:56:13.001934 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroup': {'1.2'}, Dec 14 18:56:13.001934 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroupRule': {'1.0'}, Dec 14 18:56:13.001934 dv-cinder-821749-1-smb neutron-server[88065]: 'SubPort': {'1.0'}, Dec 14 18:56:13.001934 dv-cinder-821749-1-smb neutron-server[88065]: 'Subnet': {'1.1'}, Dec 14 18:56:13.001934 dv-cinder-821749-1-smb neutron-server[88065]: 'Trunk': {'1.1'}} Dec 14 18:56:13.001934 dv-cinder-821749-1-smb neutron-server[88065]: consumer versions: Dec 14 18:56:13.001934 dv-cinder-821749-1-smb neutron-server[88065]: { DHCP agent@dv-cinder-821749-1-smb: {}, Dec 14 18:56:13.001934 dv-cinder-821749-1-smb neutron-server[88065]: L3 agent@dv-cinder-821749-1-smb: {}, Dec 14 18:56:13.001934 dv-cinder-821749-1-smb neutron-server[88065]: Metadata agent@dv-cinder-821749-1-smb: {}, Dec 14 18:56:13.001934 dv-cinder-821749-1-smb neutron-server[88065]: Metering agent@dv-cinder-821749-1-smb: {}, Dec 14 18:56:13.001934 dv-cinder-821749-1-smb neutron-server[88065]: Open vSwitch agent@dv-cinder-821749-1-smb: { 'ConntrackHelper': '1.0', Dec 14 18:56:13.001934 dv-cinder-821749-1-smb neutron-server[88065]: 'Log': '1.0', Dec 14 18:56:13.001934 dv-cinder-821749-1-smb neutron-server[88065]: 'Network': '1.1', Dec 14 18:56:13.001934 dv-cinder-821749-1-smb neutron-server[88065]: 'Port': '1.5', Dec 14 18:56:13.001934 dv-cinder-821749-1-smb neutron-server[88065]: 'PortForwarding': '1.2', Dec 14 18:56:13.001934 dv-cinder-821749-1-smb neutron-server[88065]: 'QosPolicy': '1.8', Dec 14 18:56:13.001934 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroup': '1.2', Dec 14 18:56:13.001934 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroupRule': '1.0', Dec 14 18:56:13.001934 dv-cinder-821749-1-smb neutron-server[88065]: 'SubPort': '1.0', Dec 14 18:56:13.001934 dv-cinder-821749-1-smb neutron-server[88065]: 'Subnet': '1.1', Dec 14 18:56:13.001934 dv-cinder-821749-1-smb neutron-server[88065]: 'Trunk': '1.1'}} Dec 14 18:56:13.001934 dv-cinder-821749-1-smb neutron-server[88065]: {{(pid=88178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 14 18:56:13.011406 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:13.107990 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Attempting to bind port c4b4fa68-777c-4f12-920a-808fe7a365d8 on host dv-cinder-821749-1-smb for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:56:13.108336 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Attempting to bind port c4b4fa68-777c-4f12-920a-808fe7a365d8 by drivers openvswitch,hyperv on host dv-cinder-821749-1-smb at level 0 using segments [{'id': 'a6fe576a-f013-4f6a-a50d-c54a39dd699b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c9e49aeb-faad-4b5b-9c16-7cb5cce56e31'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:56:13.108758 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Attempting to bind port c4b4fa68-777c-4f12-920a-808fe7a365d8 on network c9e49aeb-faad-4b5b-9c16-7cb5cce56e31 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:56:13.117000 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Checking agent: {'id': '03990dc7-fb63-4310-b6c3-a74b6e9d0e80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 55, 58), 'started_at': datetime.datetime(2021, 12, 14, 18, 55, 58), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:56:13.117546 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Checking segment: {'id': 'a6fe576a-f013-4f6a-a50d-c54a39dd699b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c9e49aeb-faad-4b5b-9c16-7cb5cce56e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:56:13.118024 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:13.118450 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Bound using segment: {'id': 'a6fe576a-f013-4f6a-a50d-c54a39dd699b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c9e49aeb-faad-4b5b-9c16-7cb5cce56e31'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:56:13.119001 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Bound port: c4b4fa68-777c-4f12-920a-808fe7a365d8, host: dv-cinder-821749-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6fe576a-f013-4f6a-a50d-c54a39dd699b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c9e49aeb-faad-4b5b-9c16-7cb5cce56e31'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:56:13.119657 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:13.215368 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] For port c4b4fa68-777c-4f12-920a-808fe7a365d8, host dv-cinder-821749-1-smb, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:56:13.219843 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] For port c4b4fa68-777c-4f12-920a-808fe7a365d8, host dv-cinder-821749-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=c4b4fa68-777c-4f12-920a-808fe7a365d8,segment=NetworkSegment(a6fe576a-f013-4f6a-a50d-c54a39dd699b),segment_id=a6fe576a-f013-4f6a-a50d-c54a39dd699b)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:56:13.224401 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:13.229285 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:13.330673 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Pushing event updated for resources: {'Port': ['ID=c4b4fa68-777c-4f12-920a-808fe7a365d8,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:13.335437 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:14.380768 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 40848) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:56:14.466651 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [None req-1a623828-1dd2-487b-98e4-14395c9f6147 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=88177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:56:14.480889 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-1a623828-1dd2-487b-98e4-14395c9f6147 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0855551 Dec 14 18:56:16.744017 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 40864) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:56:16.827462 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [None req-9fa04d1a-d03d-4793-8076-00f444f4dd86 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=88176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:56:16.828515 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-9fa04d1a-d03d-4793-8076-00f444f4dd86 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0834486 Dec 14 18:56:18.259556 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device c4b4fa68-777c-4f12-920a-808fe7a365d8 up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:56:18.341258 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning for port c4b4fa68-777c-4f12-920a-808fe7a365d8 completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:56:18.347803 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309175b7-fe59-4e19-9f13-9f5595a4a49e None None] Network c9e49aeb-faad-4b5b-9c16-7cb5cce56e31 requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:56:18.466656 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-ddf51d81-c154-4ab8-8cd4-c41765da500e None None] Provisioning for port c4b4fa68-777c-4f12-920a-808fe7a365d8 completed by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:56:18.473449 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-ddf51d81-c154-4ab8-8cd4-c41765da500e None None] Provisioning complete for port c4b4fa68-777c-4f12-920a-808fe7a365d8 triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:56:18.473847 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ddf51d81-c154-4ab8-8cd4-c41765da500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:18.696281 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ddf51d81-c154-4ab8-8cd4-c41765da500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:18.746026 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-ddf51d81-c154-4ab8-8cd4-c41765da500e None None] For port c4b4fa68-777c-4f12-920a-808fe7a365d8, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=c4b4fa68-777c-4f12-920a-808fe7a365d8,segment=NetworkSegment(a6fe576a-f013-4f6a-a50d-c54a39dd699b),segment_id=a6fe576a-f013-4f6a-a50d-c54a39dd699b)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:56:18.751520 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ddf51d81-c154-4ab8-8cd4-c41765da500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:18.756697 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-28f1865c-9a42-4a01-8480-ed3f56a62c58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:18.826417 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf51d81-c154-4ab8-8cd4-c41765da500e None None] Pushing event updated for resources: {'Port': ['ID=c4b4fa68-777c-4f12-920a-808fe7a365d8,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:18.830028 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ddf51d81-c154-4ab8-8cd4-c41765da500e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:19.081097 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-7d2ff852-59ee-4f84-9034-02d9b135e7b3 None None] Provisioning complete for port c4b4fa68-777c-4f12-920a-808fe7a365d8 triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:56:19.081425 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7d2ff852-59ee-4f84-9034-02d9b135e7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:19.089984 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 40880) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:56:19.171380 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-3020447a-1489-40ee-aa34-41f99c74fb10 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '0fde6dc929fd4caabb62a5ae02199f86', 'admin_state_up': True}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:56:19.177560 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-3020447a-1489-40ee-aa34-41f99c74fb10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:56:19.182369 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-3020447a-1489-40ee-aa34-41f99c74fb10 admin admin] Usage tracker for resource:router and tenant:0fde6dc929fd4caabb62a5ae02199f86 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:56:19.187068 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-3020447a-1489-40ee-aa34-41f99c74fb10 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:56:19.194246 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-3020447a-1489-40ee-aa34-41f99c74fb10 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:56:19.205335 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3020447a-1489-40ee-aa34-41f99c74fb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3724985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036853733793'] for router, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:19.206659 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3020447a-1489-40ee-aa34-41f99c74fb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851050981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854342420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1042080'] for router, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:19.235300 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3020447a-1489-40ee-aa34-41f99c74fb10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:19.338683 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3020447a-1489-40ee-aa34-41f99c74fb10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851050847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854340295'] for router, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:19.358397 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3020447a-1489-40ee-aa34-41f99c74fb10 admin admin] Notify callbacks [] for router, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:19.359652 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-3020447a-1489-40ee-aa34-41f99c74fb10 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2686293 Dec 14 18:56:20.220151 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device c4b4fa68-777c-4f12-920a-808fe7a365d8 up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:56:20.296000 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port c4b4fa68-777c-4f12-920a-808fe7a365d8 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:56:20.296381 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:21.614028 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 40892) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:56:21.710840 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [None req-241085dc-cc8b-458f-963f-b2fb8c4d2d73 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=88177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:56:21.711986 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-241085dc-cc8b-458f-963f-b2fb8c4d2d73 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0968492 Dec 14 18:56:24.133057 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 40904) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:56:24.214070 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-6e4a0906-d1a7-462e-9007-127a5b83f2fa admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:56:24.219923 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-6e4a0906-d1a7-462e-9007-127a5b83f2fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:56:24.224802 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-6e4a0906-d1a7-462e-9007-127a5b83f2fa admin admin] Usage tracker for resource:network and tenant:a09fddaf6340473d994e36690152a0d2 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:56:24.228119 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-6e4a0906-d1a7-462e-9007-127a5b83f2fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:56:24.234590 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-6e4a0906-d1a7-462e-9007-127a5b83f2fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:56:24.246386 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4a0906-d1a7-462e-9007-127a5b83f2fa admin admin] Made reservation on behalf of a09fddaf6340473d994e36690152a0d2 for: {'network': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:56:24.251027 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6e4a0906-d1a7-462e-9007-127a5b83f2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for network, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:24.269796 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6e4a0906-d1a7-462e-9007-127a5b83f2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:24.314701 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-6e4a0906-d1a7-462e-9007-127a5b83f2fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:56:24.319385 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-6e4a0906-d1a7-462e-9007-127a5b83f2fa admin admin] Usage tracker for resource:security_group_rule and tenant:a09fddaf6340473d994e36690152a0d2 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:56:24.322452 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-6e4a0906-d1a7-462e-9007-127a5b83f2fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:56:24.328465 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-6e4a0906-d1a7-462e-9007-127a5b83f2fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:56:24.404430 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6e4a0906-d1a7-462e-9007-127a5b83f2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:24.408052 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6e4a0906-d1a7-462e-9007-127a5b83f2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:24.412467 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:24.437669 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6e4a0906-d1a7-462e-9007-127a5b83f2fa admin admin] Reserving flat network on physical network physnet1 {{(pid=88176) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Dec 14 18:56:24.451474 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a0906-d1a7-462e-9007-127a5b83f2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8670a961-beb6-4b97-86f7-1f8b7fd41236,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:24.457466 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6e4a0906-d1a7-462e-9007-127a5b83f2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:24.461842 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6e4a0906-d1a7-462e-9007-127a5b83f2fa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363255485876801', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:24.462587 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6e4a0906-d1a7-462e-9007-127a5b83f2fa admin admin] Unsubscribe: segment precommit_create {{(pid=88176) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 14 18:56:24.463022 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.segments_db [None req-6e4a0906-d1a7-462e-9007-127a5b83f2fa admin admin] Added segment 0945c744-4d3b-470e-8f6d-ce93add76b81 of type flat for network ffa0012a-9543-497d-8125-adf64d8cb965 Dec 14 18:56:24.511026 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6e4a0906-d1a7-462e-9007-127a5b83f2fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781368396147'] for network, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:24.555810 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6e4a0906-d1a7-462e-9007-127a5b83f2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075'] for network, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:24.557039 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4a0906-d1a7-462e-9007-127a5b83f2fa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:56:24.557638 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6e4a0906-d1a7-462e-9007-127a5b83f2fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:24.561154 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:24.791394 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-6e4a0906-d1a7-462e-9007-127a5b83f2fa admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6570828 Dec 14 18:56:24.794616 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a0906-d1a7-462e-9007-127a5b83f2fa admin admin] Pushing event updated for resources: {'Network': ['ID=ffa0012a-9543-497d-8125-adf64d8cb965,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:24.797991 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6e4a0906-d1a7-462e-9007-127a5b83f2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:24.808151 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Network ffa0012a-9543-497d-8125-adf64d8cb965 details requested by agent ovs-agent-dv-cinder-821749-1-smb with host dv-cinder-821749-1-smb {{(pid=88178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 18:56:26.379080 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16413760-6e58-4a6f-af06-2c22d7742583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:26.989095 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 40916) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:56:27.142963 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9723bf7f-afed-47c4-bdf0-0f05f3d65fc1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:56:27.144366 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-9723bf7f-afed-47c4-bdf0-0f05f3d65fc1 admin admin] 10.222.0.62 "GET /v2.0/subnets/a06b25d7-f08f-47a3-8436-3466c9d0358a HTTP/1.1" status: 200 len: 849 time: 0.1540656 Dec 14 18:56:27.327195 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-29d1e470-fe90-4780-9882-b79146f243ba admin admin] 10.222.0.62 "GET /v2.0/routers/1ec34987-c24e-47dc-a5df-834a7246f88c HTTP/1.1" status: 200 len: 704 time: 0.1725862 Dec 14 18:56:27.813904 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:27.854876 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-06742aaa-3408-49ef-bc04-4a8de8945f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:28.114843 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [None req-06742aaa-3408-49ef-bc04-4a8de8945f26 admin admin] Allocated IP 172.20.0.1 (c9e49aeb-faad-4b5b-9c16-7cb5cce56e31/a06b25d7-f08f-47a3-8436-3466c9d0358a/0e2c24c6-6a12-476e-ba64-021316de806f) {{(pid=88176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:56:28.290930 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-06742aaa-3408-49ef-bc04-4a8de8945f26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:28.313644 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-06742aaa-3408-49ef-bc04-4a8de8945f26 admin admin] Transition to ACTIVE for port object 0e2c24c6-6a12-476e-ba64-021316de806f will not be triggered until provisioned by entity DHCP. {{(pid=88176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:56:28.358103 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-05e507b6-9d59-4791-a0a2-a10181e55b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:28.374626 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-06742aaa-3408-49ef-bc04-4a8de8945f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486'] for port, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:28.379116 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:28.450432 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06742aaa-3408-49ef-bc04-4a8de8945f26 admin admin] Network c9e49aeb-faad-4b5b-9c16-7cb5cce56e31 is already hosted by enough agents. {{(pid=88176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:56:28.453568 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-06742aaa-3408-49ef-bc04-4a8de8945f26 admin admin] Resources bound (agent type, host, resource id): {{(pid=88176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:56:28.458498 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06742aaa-3408-49ef-bc04-4a8de8945f26 admin admin] Received port after_create {{(pid=88176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:56:28.459037 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-06742aaa-3408-49ef-bc04-4a8de8945f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440700'] for router_interface, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:28.461982 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06742aaa-3408-49ef-bc04-4a8de8945f26 admin admin] Pushing event updated for resources: {'Port': ['ID=0e2c24c6-6a12-476e-ba64-021316de806f,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:28.467897 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-06742aaa-3408-49ef-bc04-4a8de8945f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:28.592434 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-06742aaa-3408-49ef-bc04-4a8de8945f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:28.734232 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-a4d34310-c772-4716-b1c5-1cec734c4de8 None None] Provisioning for port 0e2c24c6-6a12-476e-ba64-021316de806f completed by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:56:28.740231 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-a4d34310-c772-4716-b1c5-1cec734c4de8 None None] Provisioning complete for port 0e2c24c6-6a12-476e-ba64-021316de806f triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:56:28.740622 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a4d34310-c772-4716-b1c5-1cec734c4de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:28.794464 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-a4d34310-c772-4716-b1c5-1cec734c4de8 None None] Port 0e2c24c6-6a12-476e-ba64-021316de806f cannot update to ACTIVE because it is not bound. {{(pid=88178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 18:56:28.845060 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-06742aaa-3408-49ef-bc04-4a8de8945f26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:28.849289 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-06742aaa-3408-49ef-bc04-4a8de8945f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:28.850395 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-06742aaa-3408-49ef-bc04-4a8de8945f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3287090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854335205'] for router_interface, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:28.854565 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:28.951310 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06742aaa-3408-49ef-bc04-4a8de8945f26 admin admin] Pushing event updated for resources: {'Port': ['ID=0e2c24c6-6a12-476e-ba64-021316de806f,revision_number=2']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:29.047083 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:29.153458 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-06742aaa-3408-49ef-bc04-4a8de8945f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:29.211704 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06742aaa-3408-49ef-bc04-4a8de8945f26 admin admin] Network c9e49aeb-faad-4b5b-9c16-7cb5cce56e31 is already hosted by enough agents. {{(pid=88176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:56:29.212771 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-06742aaa-3408-49ef-bc04-4a8de8945f26 admin admin] Resources bound (agent type, host, resource id): {{(pid=88176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:56:29.521409 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3149eb27-b883-491e-8400-7f65f56cc1af None None] Provisioning complete for port 0e2c24c6-6a12-476e-ba64-021316de806f triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:56:29.521741 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3149eb27-b883-491e-8400-7f65f56cc1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:29.578694 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-3149eb27-b883-491e-8400-7f65f56cc1af None None] Port 0e2c24c6-6a12-476e-ba64-021316de806f cannot update to ACTIVE because it is not bound. {{(pid=88178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 18:56:29.593531 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06742aaa-3408-49ef-bc04-4a8de8945f26 admin admin] Router 1ec34987-c24e-47dc-a5df-834a7246f88c is scheduled to L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 with binding_index 1 {{(pid=88176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 14 18:56:29.778462 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06742aaa-3408-49ef-bc04-4a8de8945f26 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:56:29.788763 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-06742aaa-3408-49ef-bc04-4a8de8945f26 admin admin] 10.222.0.62 "PUT /v2.0/routers/1ec34987-c24e-47dc-a5df-834a7246f88c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4555466 Dec 14 18:56:29.790666 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fa84f3-52e8-4284-b43f-38d56d22417d None None] Sync routers for ids ['1ec34987-c24e-47dc-a5df-834a7246f88c'] in dv-cinder-821749-1-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:56:29.805050 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fa84f3-52e8-4284-b43f-38d56d22417d None None] Routers {'1ec34987-c24e-47dc-a5df-834a7246f88c'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:56:29.805822 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-10fa84f3-52e8-4284-b43f-38d56d22417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T18:56:28Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['1ec34987-c24e-47dc-a5df-834a7246f88c'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:56:29.980614 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-10fa84f3-52e8-4284-b43f-38d56d22417d None None] Set router 1ec34987-c24e-47dc-a5df-834a7246f88c gateway port host: None {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:56:30.369162 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-10fa84f3-52e8-4284-b43f-38d56d22417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec34987-c24e-47dc-a5df-834a7246f88c', 'name': 'router1', 'tenant_id': '0fde6dc929fd4caabb62a5ae02199f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:56:19Z', 'updated_at': '2021-12-14T18:56:28Z', 'revision_number': 2, 'project_id': '0fde6dc929fd4caabb62a5ae02199f86', 'gw_port_host': None, '_interfaces': [{'id': '0e2c24c6-6a12-476e-ba64-021316de806f', 'name': '', 'network_id': 'c9e49aeb-faad-4b5b-9c16-7cb5cce56e31', 'tenant_id': '0fde6dc929fd4caabb62a5ae02199f86', 'mac_address': 'fa:16:3e:80:c6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec34987-c24e-47dc-a5df-834a7246f88c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06b25d7-f08f-47a3-8436-3466c9d0358a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:56:27Z', 'updated_at': '2021-12-14T18:56:28Z', 'revision_number': 2, 'project_id': '0fde6dc929fd4caabb62a5ae02199f86', 'subnets': [{'id': 'a06b25d7-f08f-47a3-8436-3466c9d0358a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b677bf62-e143-4f03-8852-4999db00d346'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:56:30.374523 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fa84f3-52e8-4284-b43f-38d56d22417d None None] Checking router: 1ec34987-c24e-47dc-a5df-834a7246f88c for host: dv-cinder-821749-1-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:56:30.374908 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fa84f3-52e8-4284-b43f-38d56d22417d None None] Updating router 1ec34987-c24e-47dc-a5df-834a7246f88c port 0e2c24c6-6a12-476e-ba64-021316de806f binding host dv-cinder-821749-1-smb {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 18:56:30.433470 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-10fa84f3-52e8-4284-b43f-38d56d22417d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:30.595574 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:30.830972 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-10fa84f3-52e8-4284-b43f-38d56d22417d None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:30.846816 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-10fa84f3-52e8-4284-b43f-38d56d22417d None None] Transition to ACTIVE for port object 0e2c24c6-6a12-476e-ba64-021316de806f will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:56:30.854017 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-10fa84f3-52e8-4284-b43f-38d56d22417d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:30.859488 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:31.082928 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70594c39-873c-49cf-92ec-1e3d2c135ae5 None None] Pushing event updated for resources: {'Port': ['ID=0e2c24c6-6a12-476e-ba64-021316de806f,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:31.093783 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-10fa84f3-52e8-4284-b43f-38d56d22417d None None] Attempting to bind port 0e2c24c6-6a12-476e-ba64-021316de806f on host dv-cinder-821749-1-smb for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:56:31.094198 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-10fa84f3-52e8-4284-b43f-38d56d22417d None None] Attempting to bind port 0e2c24c6-6a12-476e-ba64-021316de806f by drivers openvswitch,hyperv on host dv-cinder-821749-1-smb at level 0 using segments [{'id': 'a6fe576a-f013-4f6a-a50d-c54a39dd699b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c9e49aeb-faad-4b5b-9c16-7cb5cce56e31'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:56:31.094608 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fa84f3-52e8-4284-b43f-38d56d22417d None None] Attempting to bind port 0e2c24c6-6a12-476e-ba64-021316de806f on network c9e49aeb-faad-4b5b-9c16-7cb5cce56e31 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:56:31.106008 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70594c39-873c-49cf-92ec-1e3d2c135ae5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:31.106108 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70594c39-873c-49cf-92ec-1e3d2c135ae5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:31.106429 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70594c39-873c-49cf-92ec-1e3d2c135ae5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:31.106772 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70594c39-873c-49cf-92ec-1e3d2c135ae5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:31.107123 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70594c39-873c-49cf-92ec-1e3d2c135ae5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:31.107470 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70594c39-873c-49cf-92ec-1e3d2c135ae5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:31.107824 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70594c39-873c-49cf-92ec-1e3d2c135ae5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:31.108152 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70594c39-873c-49cf-92ec-1e3d2c135ae5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:31.108492 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70594c39-873c-49cf-92ec-1e3d2c135ae5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:31.108833 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70594c39-873c-49cf-92ec-1e3d2c135ae5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:31.109196 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70594c39-873c-49cf-92ec-1e3d2c135ae5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:56:31.110316 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70594c39-873c-49cf-92ec-1e3d2c135ae5 None None] Tracked resource versions report: Dec 14 18:56:31.110316 dv-cinder-821749-1-smb neutron-server[88065]: pushed versions: Dec 14 18:56:31.110316 dv-cinder-821749-1-smb neutron-server[88065]: { 'ConntrackHelper': {'1.0'}, Dec 14 18:56:31.110316 dv-cinder-821749-1-smb neutron-server[88065]: 'Log': {'1.0'}, Dec 14 18:56:31.110316 dv-cinder-821749-1-smb neutron-server[88065]: 'Network': {'1.1'}, Dec 14 18:56:31.110316 dv-cinder-821749-1-smb neutron-server[88065]: 'Port': {'1.5'}, Dec 14 18:56:31.110316 dv-cinder-821749-1-smb neutron-server[88065]: 'PortForwarding': {'1.2'}, Dec 14 18:56:31.110316 dv-cinder-821749-1-smb neutron-server[88065]: 'QosPolicy': {'1.8'}, Dec 14 18:56:31.110316 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroup': {'1.2'}, Dec 14 18:56:31.110316 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroupRule': {'1.0'}, Dec 14 18:56:31.110316 dv-cinder-821749-1-smb neutron-server[88065]: 'SubPort': {'1.0'}, Dec 14 18:56:31.110316 dv-cinder-821749-1-smb neutron-server[88065]: 'Subnet': {'1.1'}, Dec 14 18:56:31.110316 dv-cinder-821749-1-smb neutron-server[88065]: 'Trunk': {'1.1'}} Dec 14 18:56:31.110316 dv-cinder-821749-1-smb neutron-server[88065]: consumer versions: Dec 14 18:56:31.110316 dv-cinder-821749-1-smb neutron-server[88065]: { DHCP agent@dv-cinder-821749-1-smb: {}, Dec 14 18:56:31.110316 dv-cinder-821749-1-smb neutron-server[88065]: L3 agent@dv-cinder-821749-1-smb: {}, Dec 14 18:56:31.110316 dv-cinder-821749-1-smb neutron-server[88065]: Metadata agent@dv-cinder-821749-1-smb: {}, Dec 14 18:56:31.110316 dv-cinder-821749-1-smb neutron-server[88065]: Metering agent@dv-cinder-821749-1-smb: {}, Dec 14 18:56:31.110316 dv-cinder-821749-1-smb neutron-server[88065]: Open vSwitch agent@dv-cinder-821749-1-smb: { 'ConntrackHelper': '1.0', Dec 14 18:56:31.110316 dv-cinder-821749-1-smb neutron-server[88065]: 'Log': '1.0', Dec 14 18:56:31.110316 dv-cinder-821749-1-smb neutron-server[88065]: 'Network': '1.1', Dec 14 18:56:31.110316 dv-cinder-821749-1-smb neutron-server[88065]: 'Port': '1.5', Dec 14 18:56:31.110316 dv-cinder-821749-1-smb neutron-server[88065]: 'PortForwarding': '1.2', Dec 14 18:56:31.110316 dv-cinder-821749-1-smb neutron-server[88065]: 'QosPolicy': '1.8', Dec 14 18:56:31.110316 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroup': '1.2', Dec 14 18:56:31.110316 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroupRule': '1.0', Dec 14 18:56:31.110316 dv-cinder-821749-1-smb neutron-server[88065]: 'SubPort': '1.0', Dec 14 18:56:31.110316 dv-cinder-821749-1-smb neutron-server[88065]: 'Subnet': '1.1', Dec 14 18:56:31.110316 dv-cinder-821749-1-smb neutron-server[88065]: 'Trunk': '1.1'}} Dec 14 18:56:31.110316 dv-cinder-821749-1-smb neutron-server[88065]: {{(pid=88179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 14 18:56:31.112925 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fa84f3-52e8-4284-b43f-38d56d22417d None None] Checking agent: {'id': '03990dc7-fb63-4310-b6c3-a74b6e9d0e80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 55, 58), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:56:31.113324 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fa84f3-52e8-4284-b43f-38d56d22417d None None] Checking segment: {'id': 'a6fe576a-f013-4f6a-a50d-c54a39dd699b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c9e49aeb-faad-4b5b-9c16-7cb5cce56e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:56:31.113835 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-10fa84f3-52e8-4284-b43f-38d56d22417d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:31.114229 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fa84f3-52e8-4284-b43f-38d56d22417d None None] Bound using segment: {'id': 'a6fe576a-f013-4f6a-a50d-c54a39dd699b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c9e49aeb-faad-4b5b-9c16-7cb5cce56e31'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:56:31.114764 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-10fa84f3-52e8-4284-b43f-38d56d22417d None None] Bound port: 0e2c24c6-6a12-476e-ba64-021316de806f, host: dv-cinder-821749-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6fe576a-f013-4f6a-a50d-c54a39dd699b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c9e49aeb-faad-4b5b-9c16-7cb5cce56e31'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:56:31.115155 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-10fa84f3-52e8-4284-b43f-38d56d22417d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:31.127683 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-70594c39-873c-49cf-92ec-1e3d2c135ae5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:31.210702 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-10fa84f3-52e8-4284-b43f-38d56d22417d None None] For port 0e2c24c6-6a12-476e-ba64-021316de806f, host dv-cinder-821749-1-smb, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:56:31.221333 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-10fa84f3-52e8-4284-b43f-38d56d22417d None None] For port 0e2c24c6-6a12-476e-ba64-021316de806f, host dv-cinder-821749-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=0e2c24c6-6a12-476e-ba64-021316de806f,segment=NetworkSegment(a6fe576a-f013-4f6a-a50d-c54a39dd699b),segment_id=a6fe576a-f013-4f6a-a50d-c54a39dd699b)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:56:31.224758 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-10fa84f3-52e8-4284-b43f-38d56d22417d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:31.229725 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-70594c39-873c-49cf-92ec-1e3d2c135ae5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:31.319394 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70594c39-873c-49cf-92ec-1e3d2c135ae5 None None] Pushing event updated for resources: {'Port': ['ID=0e2c24c6-6a12-476e-ba64-021316de806f,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:31.322752 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-70594c39-873c-49cf-92ec-1e3d2c135ae5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:31.328732 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fa84f3-52e8-4284-b43f-38d56d22417d None None] Routers {'1ec34987-c24e-47dc-a5df-834a7246f88c'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:56:31.329626 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-10fa84f3-52e8-4284-b43f-38d56d22417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T18:56:28Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['1ec34987-c24e-47dc-a5df-834a7246f88c'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:56:31.505605 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-10fa84f3-52e8-4284-b43f-38d56d22417d None None] Set router 1ec34987-c24e-47dc-a5df-834a7246f88c gateway port host: None {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:56:31.716621 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 5 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:56:31.984430 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 40930) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:56:32.008090 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-10fa84f3-52e8-4284-b43f-38d56d22417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec34987-c24e-47dc-a5df-834a7246f88c', 'name': 'router1', 'tenant_id': '0fde6dc929fd4caabb62a5ae02199f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:56:19Z', 'updated_at': '2021-12-14T18:56:28Z', 'revision_number': 2, 'project_id': '0fde6dc929fd4caabb62a5ae02199f86', 'gw_port_host': None, '_interfaces': [{'id': '0e2c24c6-6a12-476e-ba64-021316de806f', 'name': '', 'network_id': 'c9e49aeb-faad-4b5b-9c16-7cb5cce56e31', 'tenant_id': '0fde6dc929fd4caabb62a5ae02199f86', 'mac_address': 'fa:16:3e:80:c6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec34987-c24e-47dc-a5df-834a7246f88c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06b25d7-f08f-47a3-8436-3466c9d0358a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:56:27Z', 'updated_at': '2021-12-14T18:56:31Z', 'revision_number': 4, 'project_id': '0fde6dc929fd4caabb62a5ae02199f86', 'subnets': [{'id': 'a06b25d7-f08f-47a3-8436-3466c9d0358a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b677bf62-e143-4f03-8852-4999db00d346'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:56:32.015646 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fa84f3-52e8-4284-b43f-38d56d22417d None None] The sync data for ids ['1ec34987-c24e-47dc-a5df-834a7246f88c'] in dv-cinder-821749-1-smb is: [{'id': '1ec34987-c24e-47dc-a5df-834a7246f88c', 'name': 'router1', 'tenant_id': '0fde6dc929fd4caabb62a5ae02199f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:56:19Z', 'updated_at': '2021-12-14T18:56:28Z', 'revision_number': 2, 'project_id': '0fde6dc929fd4caabb62a5ae02199f86', 'gw_port_host': None, '_interfaces': [{'id': '0e2c24c6-6a12-476e-ba64-021316de806f', 'name': '', 'network_id': 'c9e49aeb-faad-4b5b-9c16-7cb5cce56e31', 'tenant_id': '0fde6dc929fd4caabb62a5ae02199f86', 'mac_address': 'fa:16:3e:80:c6:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec34987-c24e-47dc-a5df-834a7246f88c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06b25d7-f08f-47a3-8436-3466c9d0358a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:56:27Z', 'updated_at': '2021-12-14T18:56:31Z', 'revision_number': 4, 'project_id': '0fde6dc929fd4caabb62a5ae02199f86', 'subnets': [{'id': 'a06b25d7-f08f-47a3-8436-3466c9d0358a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b677bf62-e143-4f03-8852-4999db00d346'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:56:32.189226 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1256e5ec-cf2e-4db1-93df-48f7cfeff964 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:56:32.190692 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-1256e5ec-cf2e-4db1-93df-48f7cfeff964 admin admin] 10.222.0.62 "GET /v2.0/networks/ffa0012a-9543-497d-8125-adf64d8cb965 HTTP/1.1" status: 200 len: 842 time: 0.2051487 Dec 14 18:56:32.201245 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-3028e636-1c14-4a69-aa5a-ca7add3b48cc admin admin] Request body: {'subnet': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'gateway_ip': '172.28.1.1', 'cidr': '172.28.1.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:56:32.206423 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-3028e636-1c14-4a69-aa5a-ca7add3b48cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:56:32.210704 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-3028e636-1c14-4a69-aa5a-ca7add3b48cc admin admin] Usage tracker for resource:subnet and tenant:a09fddaf6340473d994e36690152a0d2 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:56:32.213881 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-3028e636-1c14-4a69-aa5a-ca7add3b48cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:56:32.219815 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-3028e636-1c14-4a69-aa5a-ca7add3b48cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:56:32.230669 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3028e636-1c14-4a69-aa5a-ca7add3b48cc admin admin] Made reservation on behalf of a09fddaf6340473d994e36690152a0d2 for: {'subnet': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:56:32.235313 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3028e636-1c14-4a69-aa5a-ca7add3b48cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:32.795770 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3028e636-1c14-4a69-aa5a-ca7add3b48cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075'] for subnet, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:32.799997 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:32.875894 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028e636-1c14-4a69-aa5a-ca7add3b48cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf490572-e226-4f78-a70f-384a9e5bc0f8,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:32.883332 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3028e636-1c14-4a69-aa5a-ca7add3b48cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:32.892772 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3028e636-1c14-4a69-aa5a-ca7add3b48cc admin admin] Checking segment: {'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:56:32.893188 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3028e636-1c14-4a69-aa5a-ca7add3b48cc admin admin] Network hostable DHCP agents. Network: ffa0012a-9543-497d-8125-adf64d8cb965, hostable agents: ['64cad2d4-6c81-4c69-be80-b384beab6ad0'], hosted agents: [] {{(pid=88177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 18:56:32.920358 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3028e636-1c14-4a69-aa5a-ca7add3b48cc admin admin] Network ffa0012a-9543-497d-8125-adf64d8cb965 is scheduled to be hosted by DHCP agent 64cad2d4-6c81-4c69-be80-b384beab6ad0 with binding_index 1 {{(pid=88177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 18:56:32.931012 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-3028e636-1c14-4a69-aa5a-ca7add3b48cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-smb, ffa0012a-9543-497d-8125-adf64d8cb965) {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:56:32.935971 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3028e636-1c14-4a69-aa5a-ca7add3b48cc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:56:32.936612 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3028e636-1c14-4a69-aa5a-ca7add3b48cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:32.942077 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17263fb-2f7e-4f2a-8dd7-3e0382ec22a1 None None] Network ffa0012a-9543-497d-8125-adf64d8cb965 requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:56:32.962820 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-3028e636-1c14-4a69-aa5a-ca7add3b48cc admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7652905 Dec 14 18:56:33.195579 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8cc9c2-e1f6-4693-9bff-3cb8a62a4121 None None] Network ffa0012a-9543-497d-8125-adf64d8cb965 requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:56:34.245903 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 0e2c24c6-6a12-476e-ba64-021316de806f up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:56:34.318124 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning for port 0e2c24c6-6a12-476e-ba64-021316de806f completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:56:34.323318 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port 0e2c24c6-6a12-476e-ba64-021316de806f triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:56:34.323730 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:34.446975 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:34.484433 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] For port 0e2c24c6-6a12-476e-ba64-021316de806f, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=0e2c24c6-6a12-476e-ba64-021316de806f,segment=NetworkSegment(a6fe576a-f013-4f6a-a50d-c54a39dd699b),segment_id=a6fe576a-f013-4f6a-a50d-c54a39dd699b)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:56:34.489507 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:34.491941 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ddf51d81-c154-4ab8-8cd4-c41765da500e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:34.567535 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Pushing event updated for resources: {'Port': ['ID=0e2c24c6-6a12-476e-ba64-021316de806f,revision_number=5']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:34.570930 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:35.225705 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 40946) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:56:35.493672 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-ff9324e6-ca15-4001-8442-d8f7e63c6707 admin admin] 10.222.0.62 "GET /v2.0/routers/1ec34987-c24e-47dc-a5df-834a7246f88c HTTP/1.1" status: 200 len: 710 time: 0.2667410 Dec 14 18:56:35.635870 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cf0262-9934-4c78-be9d-82cba07eacc0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:56:35.637297 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-e9cf0262-9934-4c78-be9d-82cba07eacc0 admin admin] 10.222.0.62 "GET /v2.0/networks/ffa0012a-9543-497d-8125-adf64d8cb965 HTTP/1.1" status: 200 len: 886 time: 0.1376059 Dec 14 18:56:35.647358 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-bf204bb7-f19e-493b-96c0-45b4e9a90899 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'}}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:56:36.141311 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bf204bb7-f19e-493b-96c0-45b4e9a90899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3724968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1042097'] for router, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:36.230608 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 0e2c24c6-6a12-476e-ba64-021316de806f up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:56:36.302255 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port 0e2c24c6-6a12-476e-ba64-021316de806f triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:56:36.302661 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:36.343141 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bf204bb7-f19e-493b-96c0-45b4e9a90899 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:36.407911 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bf204bb7-f19e-493b-96c0-45b4e9a90899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:36.553020 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [None req-bf204bb7-f19e-493b-96c0-45b4e9a90899 admin admin] Allocated IP 172.28.1.219 (ffa0012a-9543-497d-8125-adf64d8cb965/bf490572-e226-4f78-a70f-384a9e5bc0f8/0cd1196d-b4ff-4598-99f9-3cd79f10bbe7) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:56:36.873457 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bf204bb7-f19e-493b-96c0-45b4e9a90899 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:36.929598 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bf204bb7-f19e-493b-96c0-45b4e9a90899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:36.935201 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:37.005573 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf204bb7-f19e-493b-96c0-45b4e9a90899 admin admin] Network ffa0012a-9543-497d-8125-adf64d8cb965 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:56:37.009180 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-bf204bb7-f19e-493b-96c0-45b4e9a90899 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:56:37.011588 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf204bb7-f19e-493b-96c0-45b4e9a90899 admin admin] Pushing event updated for resources: {'Port': ['ID=0cd1196d-b4ff-4598-99f9-3cd79f10bbe7,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:37.023325 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf204bb7-f19e-493b-96c0-45b4e9a90899 admin admin] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:56:37.078738 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-bf204bb7-f19e-493b-96c0-45b4e9a90899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:37.229063 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bf204bb7-f19e-493b-96c0-45b4e9a90899 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:37.398961 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bf204bb7-f19e-493b-96c0-45b4e9a90899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3724968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1042097'] for router, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:37.402856 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bf204bb7-f19e-493b-96c0-45b4e9a90899 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854340295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854340282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-435505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036851050864'] for router, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:37.616351 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf204bb7-f19e-493b-96c0-45b4e9a90899 admin admin] Router 1ec34987-c24e-47dc-a5df-834a7246f88c has already been hosted by L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 18:56:37.828962 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf204bb7-f19e-493b-96c0-45b4e9a90899 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:56:37.840691 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bf204bb7-f19e-493b-96c0-45b4e9a90899 admin admin] Notify callbacks [] for router, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:37.841140 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d57227-863a-4fca-8cfd-da6a29ff46dc None None] Sync routers for ids ['1ec34987-c24e-47dc-a5df-834a7246f88c'] in dv-cinder-821749-1-smb {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:56:37.842021 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-bf204bb7-f19e-493b-96c0-45b4e9a90899 admin admin] 10.222.0.62 "PUT /v2.0/routers/1ec34987-c24e-47dc-a5df-834a7246f88c HTTP/1.1" status: 200 len: 890 time: 2.1983643 Dec 14 18:56:37.855015 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d57227-863a-4fca-8cfd-da6a29ff46dc None None] Routers {'1ec34987-c24e-47dc-a5df-834a7246f88c'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:56:37.855712 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-91d57227-863a-4fca-8cfd-da6a29ff46dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T18:56:28Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['1ec34987-c24e-47dc-a5df-834a7246f88c'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:56:38.063110 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-91d57227-863a-4fca-8cfd-da6a29ff46dc None None] Set router 1ec34987-c24e-47dc-a5df-834a7246f88c gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:56:38.446494 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-91d57227-863a-4fca-8cfd-da6a29ff46dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec34987-c24e-47dc-a5df-834a7246f88c', 'name': 'router1', 'tenant_id': '0fde6dc929fd4caabb62a5ae02199f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.219'}], 'enable_snat': True}, 'gw_port_id': '0cd1196d-b4ff-4598-99f9-3cd79f10bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:56:19Z', 'updated_at': '2021-12-14T18:56:37Z', 'revision_number': 4, 'project_id': '0fde6dc929fd4caabb62a5ae02199f86', 'gw_port': {'id': '0cd1196d-b4ff-4598-99f9-3cd79f10bbe7', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:33:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec34987-c24e-47dc-a5df-834a7246f88c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:56:36Z', 'updated_at': '2021-12-14T18:56:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': '0e2c24c6-6a12-476e-ba64-021316de806f', 'name': '', 'network_id': 'c9e49aeb-faad-4b5b-9c16-7cb5cce56e31', 'tenant_id': '0fde6dc929fd4caabb62a5ae02199f86', 'mac_address': 'fa:16:3e:80:c6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec34987-c24e-47dc-a5df-834a7246f88c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06b25d7-f08f-47a3-8436-3466c9d0358a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:56:27Z', 'updated_at': '2021-12-14T18:56:34Z', 'revision_number': 5, 'project_id': '0fde6dc929fd4caabb62a5ae02199f86', 'subnets': [{'id': 'a06b25d7-f08f-47a3-8436-3466c9d0358a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b677bf62-e143-4f03-8852-4999db00d346'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:56:38.451899 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d57227-863a-4fca-8cfd-da6a29ff46dc None None] Checking router: 1ec34987-c24e-47dc-a5df-834a7246f88c for host: dv-cinder-821749-1-smb {{(pid=88178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:56:38.452270 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d57227-863a-4fca-8cfd-da6a29ff46dc None None] Updating router 1ec34987-c24e-47dc-a5df-834a7246f88c port 0cd1196d-b4ff-4598-99f9-3cd79f10bbe7 binding host dv-cinder-821749-1-smb {{(pid=88178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 18:56:38.516384 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-91d57227-863a-4fca-8cfd-da6a29ff46dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:38.897158 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-91d57227-863a-4fca-8cfd-da6a29ff46dc None None] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:38.916501 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-91d57227-863a-4fca-8cfd-da6a29ff46dc None None] Transition to ACTIVE for port object 0cd1196d-b4ff-4598-99f9-3cd79f10bbe7 will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:56:38.923248 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-91d57227-863a-4fca-8cfd-da6a29ff46dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:38.930095 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:39.018280 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-91d57227-863a-4fca-8cfd-da6a29ff46dc None None] Attempting to bind port 0cd1196d-b4ff-4598-99f9-3cd79f10bbe7 on host dv-cinder-821749-1-smb for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:56:39.018684 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-91d57227-863a-4fca-8cfd-da6a29ff46dc None None] Attempting to bind port 0cd1196d-b4ff-4598-99f9-3cd79f10bbe7 by drivers openvswitch,hyperv on host dv-cinder-821749-1-smb at level 0 using segments [{'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:56:39.019177 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d57227-863a-4fca-8cfd-da6a29ff46dc None None] Attempting to bind port 0cd1196d-b4ff-4598-99f9-3cd79f10bbe7 on network ffa0012a-9543-497d-8125-adf64d8cb965 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:56:39.022516 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a81842-84e5-4ad4-b2b6-f0fa1fe60b97 None None] Pushing event updated for resources: {'Port': ['ID=0cd1196d-b4ff-4598-99f9-3cd79f10bbe7,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:39.026670 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-85a81842-84e5-4ad4-b2b6-f0fa1fe60b97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:39.030850 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d57227-863a-4fca-8cfd-da6a29ff46dc None None] Checking agent: {'id': '03990dc7-fb63-4310-b6c3-a74b6e9d0e80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 55, 58), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:56:39.031327 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d57227-863a-4fca-8cfd-da6a29ff46dc None None] Checking segment: {'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:56:39.031717 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-91d57227-863a-4fca-8cfd-da6a29ff46dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:39.032122 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d57227-863a-4fca-8cfd-da6a29ff46dc None None] Bound using segment: {'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:56:39.032700 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-91d57227-863a-4fca-8cfd-da6a29ff46dc None None] Bound port: 0cd1196d-b4ff-4598-99f9-3cd79f10bbe7, host: dv-cinder-821749-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:56:39.033125 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-91d57227-863a-4fca-8cfd-da6a29ff46dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:39.115559 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-91d57227-863a-4fca-8cfd-da6a29ff46dc None None] For port 0cd1196d-b4ff-4598-99f9-3cd79f10bbe7, host dv-cinder-821749-1-smb, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:56:39.119370 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-91d57227-863a-4fca-8cfd-da6a29ff46dc None None] For port 0cd1196d-b4ff-4598-99f9-3cd79f10bbe7, host dv-cinder-821749-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=0cd1196d-b4ff-4598-99f9-3cd79f10bbe7,segment=NetworkSegment(0945c744-4d3b-470e-8f6d-ce93add76b81),segment_id=0945c744-4d3b-470e-8f6d-ce93add76b81)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:56:39.123787 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-91d57227-863a-4fca-8cfd-da6a29ff46dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:39.128451 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-85a81842-84e5-4ad4-b2b6-f0fa1fe60b97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:39.217174 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a81842-84e5-4ad4-b2b6-f0fa1fe60b97 None None] Pushing event updated for resources: {'Port': ['ID=0cd1196d-b4ff-4598-99f9-3cd79f10bbe7,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:39.222179 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-85a81842-84e5-4ad4-b2b6-f0fa1fe60b97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:39.229954 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d57227-863a-4fca-8cfd-da6a29ff46dc None None] Routers {'1ec34987-c24e-47dc-a5df-834a7246f88c'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:56:39.230658 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-91d57227-863a-4fca-8cfd-da6a29ff46dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T18:56:28Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['1ec34987-c24e-47dc-a5df-834a7246f88c'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:56:39.577288 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-91d57227-863a-4fca-8cfd-da6a29ff46dc None None] Set router 1ec34987-c24e-47dc-a5df-834a7246f88c gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:56:39.953440 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-91d57227-863a-4fca-8cfd-da6a29ff46dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ec34987-c24e-47dc-a5df-834a7246f88c', 'name': 'router1', 'tenant_id': '0fde6dc929fd4caabb62a5ae02199f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.219'}], 'enable_snat': True}, 'gw_port_id': '0cd1196d-b4ff-4598-99f9-3cd79f10bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:56:19Z', 'updated_at': '2021-12-14T18:56:37Z', 'revision_number': 4, 'project_id': '0fde6dc929fd4caabb62a5ae02199f86', 'gw_port': {'id': '0cd1196d-b4ff-4598-99f9-3cd79f10bbe7', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:33:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec34987-c24e-47dc-a5df-834a7246f88c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:56:36Z', 'updated_at': '2021-12-14T18:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': '0e2c24c6-6a12-476e-ba64-021316de806f', 'name': '', 'network_id': 'c9e49aeb-faad-4b5b-9c16-7cb5cce56e31', 'tenant_id': '0fde6dc929fd4caabb62a5ae02199f86', 'mac_address': 'fa:16:3e:80:c6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec34987-c24e-47dc-a5df-834a7246f88c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06b25d7-f08f-47a3-8436-3466c9d0358a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:56:27Z', 'updated_at': '2021-12-14T18:56:34Z', 'revision_number': 5, 'project_id': '0fde6dc929fd4caabb62a5ae02199f86', 'subnets': [{'id': 'a06b25d7-f08f-47a3-8436-3466c9d0358a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b677bf62-e143-4f03-8852-4999db00d346'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:56:39.958237 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d57227-863a-4fca-8cfd-da6a29ff46dc None None] The sync data for ids ['1ec34987-c24e-47dc-a5df-834a7246f88c'] in dv-cinder-821749-1-smb is: [{'id': '1ec34987-c24e-47dc-a5df-834a7246f88c', 'name': 'router1', 'tenant_id': '0fde6dc929fd4caabb62a5ae02199f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.219'}], 'enable_snat': True}, 'gw_port_id': '0cd1196d-b4ff-4598-99f9-3cd79f10bbe7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:56:19Z', 'updated_at': '2021-12-14T18:56:37Z', 'revision_number': 4, 'project_id': '0fde6dc929fd4caabb62a5ae02199f86', 'gw_port': {'id': '0cd1196d-b4ff-4598-99f9-3cd79f10bbe7', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:33:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ec34987-c24e-47dc-a5df-834a7246f88c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:56:36Z', 'updated_at': '2021-12-14T18:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': '0e2c24c6-6a12-476e-ba64-021316de806f', 'name': '', 'network_id': 'c9e49aeb-faad-4b5b-9c16-7cb5cce56e31', 'tenant_id': '0fde6dc929fd4caabb62a5ae02199f86', 'mac_address': 'fa:16:3e:80:c6:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ec34987-c24e-47dc-a5df-834a7246f88c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a06b25d7-f08f-47a3-8436-3466c9d0358a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:56:27Z', 'updated_at': '2021-12-14T18:56:34Z', 'revision_number': 5, 'project_id': '0fde6dc929fd4caabb62a5ae02199f86', 'subnets': [{'id': 'a06b25d7-f08f-47a3-8436-3466c9d0358a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b677bf62-e143-4f03-8852-4999db00d346'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:56:40.272797 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 0cd1196d-b4ff-4598-99f9-3cd79f10bbe7 up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:56:40.306835 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 40960) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:56:40.349994 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning for port 0cd1196d-b4ff-4598-99f9-3cd79f10bbe7 completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:56:40.355588 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port 0cd1196d-b4ff-4598-99f9-3cd79f10bbe7 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:56:40.356004 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:40.478292 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-fd8d60ec-c777-431a-a962-fcabb42de7cf admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1612811 Dec 14 18:56:40.505866 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:40.537636 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] For port 0cd1196d-b4ff-4598-99f9-3cd79f10bbe7, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=0cd1196d-b4ff-4598-99f9-3cd79f10bbe7,segment=NetworkSegment(0945c744-4d3b-470e-8f6d-ce93add76b81),segment_id=0945c744-4d3b-470e-8f6d-ce93add76b81)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:56:40.542167 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:40.548826 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:56:40.659475 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Pushing event updated for resources: {'Port': ['ID=0cd1196d-b4ff-4598-99f9-3cd79f10bbe7,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:56:40.664933 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:56:42.259814 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 0cd1196d-b4ff-4598-99f9-3cd79f10bbe7 up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:56:42.361192 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port 0cd1196d-b4ff-4598-99f9-3cd79f10bbe7 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:56:42.362025 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:56.386480 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-fafbfe6d-795e-404f-8d5f-9199bb1b7901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:57.819143 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:58.372364 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-dbcc0df2-7234-41ae-888a-7a99c8dc1a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:56:59.051243 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:57:00.610302 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:57:08.698780 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 5 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:57:26.371630 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-dcc5cbbf-c817-4018-8ff2-8f84467c2cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:57:27.820104 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:57:28.368887 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ccd78360-f9c3-46c5-98a6-8895fcba5d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:57:29.053991 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:57:30.617969 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:57:45.699770 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 5 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:57:56.367646 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1bfd18bd-5dba-4dc5-b130-058fbde23f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:57:57.814018 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:57:58.374982 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8d427c11-7887-4257-b130-a18a00a41a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:57:59.054181 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:00.620528 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:19.232242 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 41498) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:58:19.335999 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d02494c-093a-4701-aeba-08155a074f3c admin admin] GET failed (client error): The resource could not be found. Dec 14 18:58:19.337402 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-2d02494c-093a-4701-aeba-08155a074f3c admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1039770 Dec 14 18:58:19.481299 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fda419d-26a2-4aa5-bf5a-04c84d26a591 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:58:19.482723 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-5fda419d-26a2-4aa5-bf5a-04c84d26a591 admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1407092 Dec 14 18:58:21.585471 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 41510) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:58:21.730277 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501fec49-4490-4923-9157-94777fc541cd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:58:21.731769 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-501fec49-4490-4923-9157-94777fc541cd admin admin] 10.222.0.62 "GET /v2.0/subnets/a06b25d7-f08f-47a3-8436-3466c9d0358a HTTP/1.1" status: 200 len: 849 time: 0.1452365 Dec 14 18:58:21.742476 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-aa8f0732-161d-454b-bf0d-c28cb715340d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:58:21.874794 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa8f0732-161d-454b-bf0d-c28cb715340d admin admin] Notify callbacks [] for subnet, before_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:22.082839 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa8f0732-161d-454b-bf0d-c28cb715340d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781368820902'] for subnet, after_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:22.086892 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:58:22.141369 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbe95ce-b0e1-420a-bf9a-81f6f93ccb7e None None] Network c9e49aeb-faad-4b5b-9c16-7cb5cce56e31 requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:58:22.143650 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8f0732-161d-454b-bf0d-c28cb715340d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:58:22.144300 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa8f0732-161d-454b-bf0d-c28cb715340d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for subnet, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:22.145759 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-aa8f0732-161d-454b-bf0d-c28cb715340d admin admin] 10.222.0.62 "PUT /v2.0/subnets/a06b25d7-f08f-47a3-8436-3466c9d0358a HTTP/1.1" status: 200 len: 868 time: 0.4073796 Dec 14 18:58:22.160479 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f0732-161d-454b-bf0d-c28cb715340d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a06b25d7-f08f-47a3-8436-3466c9d0358a,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:58:22.176960 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f0732-161d-454b-bf0d-c28cb715340d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:58:22.176960 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f0732-161d-454b-bf0d-c28cb715340d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:58:22.176960 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f0732-161d-454b-bf0d-c28cb715340d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:58:22.176960 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f0732-161d-454b-bf0d-c28cb715340d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:58:22.176960 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f0732-161d-454b-bf0d-c28cb715340d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:58:22.176960 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f0732-161d-454b-bf0d-c28cb715340d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:58:22.176960 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f0732-161d-454b-bf0d-c28cb715340d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:58:22.176960 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f0732-161d-454b-bf0d-c28cb715340d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:58:22.176960 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f0732-161d-454b-bf0d-c28cb715340d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:58:22.176960 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f0732-161d-454b-bf0d-c28cb715340d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:58:22.176960 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f0732-161d-454b-bf0d-c28cb715340d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:58:22.177888 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-aa8f0732-161d-454b-bf0d-c28cb715340d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:58:22.701119 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 5 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:58:22.705587 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-abba36e8-6777-4e56-8e36-226687e13878 None None] Provisioning complete for port c4b4fa68-777c-4f12-920a-808fe7a365d8 triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:58:22.705743 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-abba36e8-6777-4e56-8e36-226687e13878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:22.839051 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-abba36e8-6777-4e56-8e36-226687e13878 None None] Provisioning complete for port 0e2c24c6-6a12-476e-ba64-021316de806f triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:58:22.839465 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-abba36e8-6777-4e56-8e36-226687e13878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:24.280305 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 41522) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:58:24.501203 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b6ab7f-cca0-4c06-a436-6df92247abf3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:58:24.501893 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b6ab7f-cca0-4c06-a436-6df92247abf3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:58:24.502728 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-d5b6ab7f-cca0-4c06-a436-6df92247abf3 admin admin] Synchronizing usage tracker for tenant:a09fddaf6340473d994e36690152a0d2 on resource:network {{(pid=88176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:58:24.521304 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-d5b6ab7f-cca0-4c06-a436-6df92247abf3 admin admin] Unset dirty status for tenant:a09fddaf6340473d994e36690152a0d2 on resource:network {{(pid=88176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:58:24.522575 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-d5b6ab7f-cca0-4c06-a436-6df92247abf3 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2410874 Dec 14 18:58:26.372096 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e5c41a8b-5638-4b2c-a7df-4eca871e7ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:26.682648 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 41534) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:58:26.910002 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2945a3-689b-4f0d-a4ef-11c51c5f5fad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:58:26.910334 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2945a3-689b-4f0d-a4ef-11c51c5f5fad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:58:26.912016 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-bb2945a3-689b-4f0d-a4ef-11c51c5f5fad admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2282801 Dec 14 18:58:27.821958 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:28.387139 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8668535d-acc6-4de3-92fd-f1a801553efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:29.048241 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 41546) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:58:29.063044 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:29.275879 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4156ec8-16e6-4592-b27d-244a1a268425 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:58:29.277416 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-a4156ec8-16e6-4592-b27d-244a1a268425 admin admin] 10.222.0.62 "GET /v2.0/networks/c9e49aeb-faad-4b5b-9c16-7cb5cce56e31 HTTP/1.1" status: 200 len: 869 time: 0.2280967 Dec 14 18:58:30.624088 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:31.380012 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 41558) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:58:31.606039 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1b8d63-c9a2-4f74-89ab-24edbd88f967 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:58:31.607581 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-6a1b8d63-c9a2-4f74-89ab-24edbd88f967 admin admin] 10.222.0.62 "GET /v2.0/networks/ffa0012a-9543-497d-8125-adf64d8cb965 HTTP/1.1" status: 200 len: 886 time: 0.2264380 Dec 14 18:58:33.732766 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 41570) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:58:33.884505 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3348832-45e5-4e64-9710-ff7886d2a09c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:58:33.885181 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3348832-45e5-4e64-9710-ff7886d2a09c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:58:33.886044 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-b3348832-45e5-4e64-9710-ff7886d2a09c admin admin] Synchronizing usage tracker for tenant:a09fddaf6340473d994e36690152a0d2 on resource:subnet {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:58:33.909491 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-b3348832-45e5-4e64-9710-ff7886d2a09c admin admin] Unset dirty status for tenant:a09fddaf6340473d994e36690152a0d2 on resource:subnet {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:58:33.911620 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-b3348832-45e5-4e64-9710-ff7886d2a09c admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1775980 Dec 14 18:58:36.061911 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 41582) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:58:36.213615 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fed2010-9130-4dc5-9d8b-e80533900349 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:58:36.213938 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fed2010-9130-4dc5-9d8b-e80533900349 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:58:36.215615 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-9fed2010-9130-4dc5-9d8b-e80533900349 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1526244 Dec 14 18:58:38.320540 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 41594) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:58:38.468614 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f0774e-d642-4c6c-b89f-6f509e54ca55 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:58:38.469991 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-26f0774e-d642-4c6c-b89f-6f509e54ca55 admin admin] 10.222.0.62 "GET /v2.0/subnets/a06b25d7-f08f-47a3-8436-3466c9d0358a HTTP/1.1" status: 200 len: 868 time: 0.1483998 Dec 14 18:58:40.586309 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 41606) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:58:40.728230 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ceb32f-a177-4f56-b08e-e83a2ae5ac75 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:58:40.729772 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-89ceb32f-a177-4f56-b08e-e83a2ae5ac75 admin admin] 10.222.0.62 "GET /v2.0/subnets/bf490572-e226-4f78-a70f-384a9e5bc0f8 HTTP/1.1" status: 200 len: 816 time: 0.1423874 Dec 14 18:58:56.377441 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-64efa595-e5c1-4474-963c-214f97af4f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:57.816220 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:58.382297 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9bc00c76-ddf7-45b7-9d98-41029ab574dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:59.063834 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:58:59.706944 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 5 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:59:00.624994 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:01.192190 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 41654) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:59:01.271766 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [None req-d859e8da-acd7-4253-b645-8a3492c9809a admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=88176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:59:01.272845 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-d859e8da-acd7-4253-b645-8a3492c9809a admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0795884 Dec 14 18:59:03.457743 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 41666) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:59:03.567668 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.pecan_wsgi.hooks.translation [None req-62cae058-21c1-4195-9581-5a5941fc31b3 admin admin] GET failed (client error): The resource could not be found. Dec 14 18:59:03.569076 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-62cae058-21c1-4195-9581-5a5941fc31b3 admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1103220 Dec 14 18:59:03.716050 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fd55bd-c883-4f89-8ab4-392b3033c42c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:59:03.717585 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-74fd55bd-c883-4f89-8ab4-392b3033c42c admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1439724 Dec 14 18:59:05.840403 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 41678) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:59:05.927966 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-6f40d982-2f8b-46b9-886e-ccf4a93e676c admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:59:05.933978 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-6f40d982-2f8b-46b9-886e-ccf4a93e676c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:59:05.944777 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-6f40d982-2f8b-46b9-886e-ccf4a93e676c admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:59:05.960708 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f40d982-2f8b-46b9-886e-ccf4a93e676c admin admin] Made reservation on behalf of a09fddaf6340473d994e36690152a0d2 for: {'network': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:59:05.965533 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6f40d982-2f8b-46b9-886e-ccf4a93e676c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for network, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:06.061297 dv-cinder-821749-1-smb neutron-server[88065]: WARNING neutron.services.revisions.revision_plugin [None req-6f40d982-2f8b-46b9-886e-ccf4a93e676c admin admin] Could not find related network for resource to bump revision. Dec 14 18:59:06.075860 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f40d982-2f8b-46b9-886e-ccf4a93e676c admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=88176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 18:59:06.085150 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6f40d982-2f8b-46b9-886e-ccf4a93e676c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:06.085527 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.segments_db [None req-6f40d982-2f8b-46b9-886e-ccf4a93e676c admin admin] Added segment 3199c99d-71a6-4a58-ad76-8c2f644dbcbd of type vlan for network 4fd2ee38-8d92-41d7-8e51-f57c45c3a20f Dec 14 18:59:06.112012 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6f40d982-2f8b-46b9-886e-ccf4a93e676c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781368396147'] for network, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:06.143840 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6f40d982-2f8b-46b9-886e-ccf4a93e676c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075'] for network, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:06.145223 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f40d982-2f8b-46b9-886e-ccf4a93e676c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:59:06.145859 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6f40d982-2f8b-46b9-886e-ccf4a93e676c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:06.151522 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:59:06.432277 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-6f40d982-2f8b-46b9-886e-ccf4a93e676c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5842001 Dec 14 18:59:06.432277 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40d982-2f8b-46b9-886e-ccf4a93e676c admin admin] Pushing event updated for resources: {'Network': ['ID=4fd2ee38-8d92-41d7-8e51-f57c45c3a20f,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:59:06.432277 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6f40d982-2f8b-46b9-886e-ccf4a93e676c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:59:06.441506 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Network 4fd2ee38-8d92-41d7-8e51-f57c45c3a20f details requested by agent ovs-agent-dv-cinder-821749-1-smb with host dv-cinder-821749-1-smb {{(pid=88178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 18:59:08.522941 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 41690) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:59:08.627524 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e600cc-a98d-4642-9877-96140d2817ff admin admin] GET failed (client error): The resource could not be found. Dec 14 18:59:08.628076 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-82e600cc-a98d-4642-9877-96140d2817ff admin admin] Synchronizing usage tracker for tenant:a09fddaf6340473d994e36690152a0d2 on resource:network {{(pid=88176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:59:08.643883 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-82e600cc-a98d-4642-9877-96140d2817ff admin admin] Unset dirty status for tenant:a09fddaf6340473d994e36690152a0d2 on resource:network {{(pid=88176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:59:08.645140 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-82e600cc-a98d-4642-9877-96140d2817ff admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1209741 Dec 14 18:59:08.762684 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521b35ff-7aab-4f4a-a5ef-06e333cb6537 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:59:08.764290 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-521b35ff-7aab-4f4a-a5ef-06e333cb6537 admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1146364 Dec 14 18:59:08.775262 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-83e3607a-8079-4b29-ab76-4b38d224c9f7 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '4fd2ee38-8d92-41d7-8e51-f57c45c3a20f', 'cidr': '192.168.233.0/24'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:59:08.780465 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-83e3607a-8079-4b29-ab76-4b38d224c9f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:59:08.790917 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-83e3607a-8079-4b29-ab76-4b38d224c9f7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:59:08.801037 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e3607a-8079-4b29-ab76-4b38d224c9f7 admin admin] Made reservation on behalf of a09fddaf6340473d994e36690152a0d2 for: {'subnet': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:59:08.805803 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-83e3607a-8079-4b29-ab76-4b38d224c9f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:09.024426 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-83e3607a-8079-4b29-ab76-4b38d224c9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075'] for subnet, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:09.028509 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-59b494fd-1501-49b0-9679-95002fc2eecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:59:09.102698 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3607a-8079-4b29-ab76-4b38d224c9f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=839146b4-ad52-49ab-b22d-fbc901f6f3ac,revision_number=0']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:59:09.106706 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-83e3607a-8079-4b29-ab76-4b38d224c9f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:59:09.122687 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e3607a-8079-4b29-ab76-4b38d224c9f7 admin admin] Checking segment: {'id': '3199c99d-71a6-4a58-ad76-8c2f644dbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4fd2ee38-8d92-41d7-8e51-f57c45c3a20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:59:09.123061 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e3607a-8079-4b29-ab76-4b38d224c9f7 admin admin] Network hostable DHCP agents. Network: 4fd2ee38-8d92-41d7-8e51-f57c45c3a20f, hostable agents: ['64cad2d4-6c81-4c69-be80-b384beab6ad0'], hosted agents: [] {{(pid=88176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 18:59:09.148420 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e3607a-8079-4b29-ab76-4b38d224c9f7 admin admin] Network 4fd2ee38-8d92-41d7-8e51-f57c45c3a20f is scheduled to be hosted by DHCP agent 64cad2d4-6c81-4c69-be80-b384beab6ad0 with binding_index 1 {{(pid=88176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 18:59:09.158702 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-83e3607a-8079-4b29-ab76-4b38d224c9f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-smb, 4fd2ee38-8d92-41d7-8e51-f57c45c3a20f) {{(pid=88176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:59:09.162822 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e3607a-8079-4b29-ab76-4b38d224c9f7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:59:09.163471 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-83e3607a-8079-4b29-ab76-4b38d224c9f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for subnet, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:09.168624 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ec4f0b-d6b4-4351-8f94-8c4f6cb0ca3f None None] Network 4fd2ee38-8d92-41d7-8e51-f57c45c3a20f requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:59:09.191660 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-83e3607a-8079-4b29-ab76-4b38d224c9f7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4202633 Dec 14 18:59:09.408152 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bbb61a4-b59b-51be-b8ab-e3ecdf589590-4fd2ee38-8d92-41d7-8e51-f57c45c3a20f', 'network_id': '4fd2ee38-8d92-41d7-8e51-f57c45c3a20f', 'tenant_id': 'a09fddaf6340473d994e36690152a0d2', 'fixed_ips': [{'subnet_id': '839146b4-ad52-49ab-b22d-fbc901f6f3ac'}]}} from dv-cinder-821749-1-smb. {{(pid=88178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 14 18:59:09.409228 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:09.581240 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Allocated IP 192.168.233.2 (4fd2ee38-8d92-41d7-8e51-f57c45c3a20f/839146b4-ad52-49ab-b22d-fbc901f6f3ac/b4a4f69d-4b08-4c81-b950-19c0b1df29b0) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:59:09.813049 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:09.824725 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Transition to ACTIVE for port object b4a4f69d-4b08-4c81-b950-19c0b1df29b0 will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:59:09.845398 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Transition to ACTIVE for port object b4a4f69d-4b08-4c81-b950-19c0b1df29b0 will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:59:09.850686 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:09.856508 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:59:10.083615 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Network 4fd2ee38-8d92-41d7-8e51-f57c45c3a20f is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:59:10.086665 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:59:10.090728 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:59:10.097600 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Pushing event updated for resources: {'Port': ['ID=b4a4f69d-4b08-4c81-b950-19c0b1df29b0,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:59:10.165874 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:59:10.166193 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:59:10.166574 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:59:10.166929 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:59:10.167285 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:59:10.167640 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:59:10.167997 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:59:10.168369 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:59:10.168742 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:59:10.169088 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:59:10.169445 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:59:10.178117 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:59:10.199850 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Attempting to bind port b4a4f69d-4b08-4c81-b950-19c0b1df29b0 on host dv-cinder-821749-1-smb for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:59:10.200229 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Attempting to bind port b4a4f69d-4b08-4c81-b950-19c0b1df29b0 by drivers openvswitch,hyperv on host dv-cinder-821749-1-smb at level 0 using segments [{'id': '3199c99d-71a6-4a58-ad76-8c2f644dbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4fd2ee38-8d92-41d7-8e51-f57c45c3a20f'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:59:10.200620 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Attempting to bind port b4a4f69d-4b08-4c81-b950-19c0b1df29b0 on network 4fd2ee38-8d92-41d7-8e51-f57c45c3a20f {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:59:10.208231 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Checking agent: {'id': '03990dc7-fb63-4310-b6c3-a74b6e9d0e80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 55, 58), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:59:10.208641 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Checking segment: {'id': '3199c99d-71a6-4a58-ad76-8c2f644dbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4fd2ee38-8d92-41d7-8e51-f57c45c3a20f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:59:10.209114 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:10.209549 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Bound using segment: {'id': '3199c99d-71a6-4a58-ad76-8c2f644dbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4fd2ee38-8d92-41d7-8e51-f57c45c3a20f'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:59:10.210140 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Bound port: b4a4f69d-4b08-4c81-b950-19c0b1df29b0, host: dv-cinder-821749-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3199c99d-71a6-4a58-ad76-8c2f644dbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4fd2ee38-8d92-41d7-8e51-f57c45c3a20f'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:59:10.210555 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:10.309423 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] For port b4a4f69d-4b08-4c81-b950-19c0b1df29b0, host dv-cinder-821749-1-smb, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:59:10.312780 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] For port b4a4f69d-4b08-4c81-b950-19c0b1df29b0, host dv-cinder-821749-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=b4a4f69d-4b08-4c81-b950-19c0b1df29b0,segment=NetworkSegment(3199c99d-71a6-4a58-ad76-8c2f644dbcbd),segment_id=3199c99d-71a6-4a58-ad76-8c2f644dbcbd)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:59:10.316561 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:10.320963 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-85a81842-84e5-4ad4-b2b6-f0fa1fe60b97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:59:10.399998 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Pushing event updated for resources: {'Port': ['ID=b4a4f69d-4b08-4c81-b950-19c0b1df29b0,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:59:10.403432 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:59:11.919086 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a232b16b-df3a-4b96-97b9-b76d05d5e2f4 None None] Network 4fd2ee38-8d92-41d7-8e51-f57c45c3a20f requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:59:12.035545 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-883e247b-01a5-47cf-b3ce-904670788d36 None None] Provisioning for port b4a4f69d-4b08-4c81-b950-19c0b1df29b0 completed by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:59:12.356420 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device b4a4f69d-4b08-4c81-b950-19c0b1df29b0 up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:59:12.434194 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning for port b4a4f69d-4b08-4c81-b950-19c0b1df29b0 completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:59:12.440161 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port b4a4f69d-4b08-4c81-b950-19c0b1df29b0 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:59:12.440519 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:12.517395 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-70f27847-12a8-4515-ab99-858e9ce8c999 None None] Provisioning complete for port b4a4f69d-4b08-4c81-b950-19c0b1df29b0 triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:59:12.517798 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-70f27847-12a8-4515-ab99-858e9ce8c999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:12.620422 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:12.704376 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] For port b4a4f69d-4b08-4c81-b950-19c0b1df29b0, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=b4a4f69d-4b08-4c81-b950-19c0b1df29b0,segment=NetworkSegment(3199c99d-71a6-4a58-ad76-8c2f644dbcbd),segment_id=3199c99d-71a6-4a58-ad76-8c2f644dbcbd)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:59:12.715275 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:12.720995 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:59:12.750509 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-70f27847-12a8-4515-ab99-858e9ce8c999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:12.860115 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Pushing event updated for resources: {'Port': ['ID=b4a4f69d-4b08-4c81-b950-19c0b1df29b0,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:59:12.866317 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:59:12.882114 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.db.api [None req-70f27847-12a8-4515-ab99-858e9ce8c999 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88178) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 14 18:59:12.882409 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_db.api [None req-70f27847-12a8-4515-ab99-858e9ce8c999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 14 18:59:14.316966 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device b4a4f69d-4b08-4c81-b950-19c0b1df29b0 up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:59:14.396934 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port b4a4f69d-4b08-4c81-b950-19c0b1df29b0 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:59:14.397345 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:26.383077 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e510f593-0238-43b6-8705-295c0f79fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:27.824376 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:28.387477 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-db82bf9d-8e33-42b9-b5b7-683940500e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:29.067652 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:30.622463 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:36.697846 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 5 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:59:56.378532 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-43ddafe0-241e-44c1-b9c1-33edc2ad5397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:57.823271 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:58.400648 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-268097f5-9357-4057-86aa-102971a2ae8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:59:59.068933 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:00.624560 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:13.699073 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 5 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:00:25.282169 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 41724) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:00:25.288707 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [None req-9575e538-e5a0-4644-8b96-0cae5757c565 tempest-verify_tempest_config-1692846612 tempest-verify_tempest_config-1692846612-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=88176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 19:00:25.289820 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-9575e538-e5a0-4644-8b96-0cae5757c565 tempest-verify_tempest_config-1692846612 tempest-verify_tempest_config-1692846612-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0065022 Dec 14 19:00:25.730629 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 41742) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:00:25.889599 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-dfad4350-283b-4abd-b4fa-1786b2fc507d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:25.923958 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-dfad4350-283b-4abd-b4fa-1786b2fc507d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:00:25.928317 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-dfad4350-283b-4abd-b4fa-1786b2fc507d admin admin] Usage tracker for resource:security_group_rule and tenant:5f208fd76a1948089aaea55a69919e57 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:00:25.931482 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-dfad4350-283b-4abd-b4fa-1786b2fc507d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:00:25.938155 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-dfad4350-283b-4abd-b4fa-1786b2fc507d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:00:26.016493 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-dfad4350-283b-4abd-b4fa-1786b2fc507d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:26.019918 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-dfad4350-283b-4abd-b4fa-1786b2fc507d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:26.027712 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:00:26.072924 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad4350-283b-4abd-b4fa-1786b2fc507d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f18714-520a-4cc8-8086-79fffdf010dc,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:00:26.078883 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-dfad4350-283b-4abd-b4fa-1786b2fc507d admin admin] Synchronizing usage tracker for tenant:a09fddaf6340473d994e36690152a0d2 on resource:security_group {{(pid=88176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:00:26.089218 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfad4350-283b-4abd-b4fa-1786b2fc507d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:26.089601 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfad4350-283b-4abd-b4fa-1786b2fc507d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:26.089969 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfad4350-283b-4abd-b4fa-1786b2fc507d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:26.090330 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfad4350-283b-4abd-b4fa-1786b2fc507d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:26.090700 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfad4350-283b-4abd-b4fa-1786b2fc507d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:26.091057 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfad4350-283b-4abd-b4fa-1786b2fc507d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:26.091414 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfad4350-283b-4abd-b4fa-1786b2fc507d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:26.091772 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfad4350-283b-4abd-b4fa-1786b2fc507d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:26.092122 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfad4350-283b-4abd-b4fa-1786b2fc507d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:26.092476 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfad4350-283b-4abd-b4fa-1786b2fc507d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:26.092825 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfad4350-283b-4abd-b4fa-1786b2fc507d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:26.097878 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-dfad4350-283b-4abd-b4fa-1786b2fc507d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:00:26.107922 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-dfad4350-283b-4abd-b4fa-1786b2fc507d admin admin] Unset dirty status for tenant:a09fddaf6340473d994e36690152a0d2 on resource:security_group {{(pid=88176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:00:26.109398 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-dfad4350-283b-4abd-b4fa-1786b2fc507d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5f208fd76a1948089aaea55a69919e57&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3776567 Dec 14 19:00:26.113086 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 41748) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:00:26.177694 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-57e6a016-f37f-4e38-942e-63827fd5a6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:26.204261 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-57e6a016-f37f-4e38-942e-63827fd5a6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:26.257466 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-57e6a016-f37f-4e38-942e-63827fd5a6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:26.263081 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:00:26.275499 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6a016-f37f-4e38-942e-63827fd5a6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f18714-520a-4cc8-8086-79fffdf010dc,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:00:26.281882 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-57e6a016-f37f-4e38-942e-63827fd5a6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:26.283082 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-57e6a016-f37f-4e38-942e-63827fd5a6a4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/23f18714-520a-4cc8-8086-79fffdf010dc HTTP/1.1" status: 204 len: 168 time: 0.1689532 Dec 14 19:00:26.288231 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e6a016-f37f-4e38-942e-63827fd5a6a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:26.288626 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e6a016-f37f-4e38-942e-63827fd5a6a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:26.289036 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e6a016-f37f-4e38-942e-63827fd5a6a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:26.289338 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e6a016-f37f-4e38-942e-63827fd5a6a4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:26.289727 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e6a016-f37f-4e38-942e-63827fd5a6a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:26.290068 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e6a016-f37f-4e38-942e-63827fd5a6a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:26.290417 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e6a016-f37f-4e38-942e-63827fd5a6a4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:26.290781 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e6a016-f37f-4e38-942e-63827fd5a6a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:26.291133 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e6a016-f37f-4e38-942e-63827fd5a6a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:26.291487 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e6a016-f37f-4e38-942e-63827fd5a6a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:26.291808 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e6a016-f37f-4e38-942e-63827fd5a6a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:00:26.295490 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-57e6a016-f37f-4e38-942e-63827fd5a6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:00:26.380767 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b286fdb9-752a-483e-af24-c606dc242dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:27.832621 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:28.399489 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-99b9b4a7-a6e4-4522-be43-45527b901d25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:29.067640 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:30.629742 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:50.701564 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 5 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:00:56.385181 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-18d363ff-53c0-42e4-8f7b-63fef80dc0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:57.830839 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:58.403898 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0f619e2b-d27e-4b3f-8bc7-c30dde5fd2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:00:59.066728 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:01:00.632906 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:01:26.390544 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ae01812d-8709-4cb6-9e32-1b2d99825f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:01:27.707613 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 5 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:01:27.831271 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:01:28.408061 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7397365f-8434-48a1-92ae-ef1e8a61fa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:01:29.070183 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:01:30.640686 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:01:56.395441 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b6aab253-a571-4682-b703-1ff84b51a121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:01:57.827064 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:01:58.416457 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5044fa85-1d79-4f9f-ba36-fbabf057e28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:01:59.073695 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:02:00.640264 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:02:04.698603 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 5 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:02:11.474660 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-437116'] for agent, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:02:26.399561 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d6083366-b36f-4b0e-8675-497347eb7c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:02:27.833142 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:02:28.411708 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6c0c8fe6-c775-4a60-a12e-64bde40963d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:02:28.571753 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 41830) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:02:28.749638 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-224959b8-3cd6-48c8-9f30-4443dd90ccdc admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1766605 Dec 14 19:02:29.077196 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:02:30.640974 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:02:30.904553 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 41842) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:02:31.007525 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-3bce3ff4-d2ae-4e46-b814-7fb398a9db58 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1013937 Dec 14 19:02:41.425839 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:02:41.705809 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:02:56.405478 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-47e67b19-6c74-4eb2-9f08-ee07fba59e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:02:57.830592 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:02:58.405519 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3644277c-f7f8-4b74-880a-7ba015f85771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:02:59.083256 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:03:00.644694 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:03:11.437567 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:03:18.702049 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:03:26.417520 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2ad185c7-8235-4e9f-ad57-ffa32c0e8e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:03:27.824772 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:03:28.413908 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-748ee030-55c0-42ba-a2d9-09d18b89dc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:03:29.093692 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:03:30.654804 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:03:41.443171 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:03:55.704309 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:03:56.414855 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4e9ab9ea-c896-4e4f-b561-b01b1a2e59cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:03:57.830326 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:03:58.408541 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f2b0ebed-174b-4924-be58-bb99fdf54d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:03:59.085300 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:00.650451 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:11.443806 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:22.591493 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 42012) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:23.422635 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-712161804-network', 'tenant_id': 'a0bcd02b122b4b9eae4ccde55819070a'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:23.431866 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:23.440834 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Usage tracker for resource:network and tenant:a0bcd02b122b4b9eae4ccde55819070a is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:23.446784 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:23.459467 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:23.473411 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Made reservation on behalf of a0bcd02b122b4b9eae4ccde55819070a for: {'network': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:04:23.479207 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for network, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:23.499907 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:23.544941 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:23.550234 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Usage tracker for resource:security_group_rule and tenant:a0bcd02b122b4b9eae4ccde55819070a is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:23.554877 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:23.563362 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:23.694540 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:23.700364 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:23.710245 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6e4a0906-d1a7-462e-9007-127a5b83f2fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:23.769689 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:23.786590 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=88176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:04:23.809796 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:23.810453 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:23.811060 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:23.811957 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:23.812600 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:23.813280 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:23.813898 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:23.814841 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:23.815494 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:23.816112 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:23.816716 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Tracked resource versions report: Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: pushed versions: Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: { 'ConntrackHelper': {'1.0'}, Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: 'Log': {'1.0'}, Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: 'Network': {'1.1'}, Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: 'Port': {'1.5'}, Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: 'PortForwarding': {'1.2'}, Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: 'QosPolicy': {'1.8'}, Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroup': {'1.2'}, Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroupRule': {'1.0'}, Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: 'SubPort': {'1.0'}, Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: 'Subnet': {'1.1'}, Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: 'Trunk': {'1.1'}} Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: consumer versions: Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: { DHCP agent@dv-cinder-821749-1-smb: {}, Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: HyperV agent@hv-cinder-82174: {}, Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: L3 agent@dv-cinder-821749-1-smb: {}, Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: Metadata agent@dv-cinder-821749-1-smb: {}, Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: Metering agent@dv-cinder-821749-1-smb: {}, Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: Open vSwitch agent@dv-cinder-821749-1-smb: { 'ConntrackHelper': '1.0', Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: 'Log': '1.0', Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: 'Network': '1.1', Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: 'Port': '1.5', Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: 'PortForwarding': '1.2', Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: 'QosPolicy': '1.8', Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroup': '1.2', Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroupRule': '1.0', Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: 'SubPort': '1.0', Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: 'Subnet': '1.1', Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: 'Trunk': '1.1'}} Dec 14 19:04:23.819314 dv-cinder-821749-1-smb neutron-server[88065]: {{(pid=88176) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 14 19:04:23.825568 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:23.833750 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:23.834996 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.segments_db [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Added segment b36b7e3e-918b-401c-8d60-889aabe5001e of type vlan for network d6bf064b-07a6-4d06-b7dd-381a325de464 Dec 14 19:04:23.874546 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781368396147'] for network, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:23.919345 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075'] for network, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:23.921004 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:23.922028 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:23.929295 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6f40d982-2f8b-46b9-886e-ccf4a93e676c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:24.128687 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Pushing event updated for resources: {'Network': ['ID=d6bf064b-07a6-4d06-b7dd-381a325de464,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:24.135457 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:24.143656 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 42046) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:24.151027 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5508990 Dec 14 19:04:24.153870 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 42050) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:24.155242 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Network d6bf064b-07a6-4d06-b7dd-381a325de464 details requested by agent ovs-agent-dv-cinder-821749-1-smb with host dv-cinder-821749-1-smb {{(pid=88178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:04:24.157603 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-4baa8453-8c69-43a9-b89b-7c49dbcae25a admin admin] Request body: {'subnet': {'network_id': 'd6bf064b-07a6-4d06-b7dd-381a325de464', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-712161804-subnet', 'tenant_id': 'a0bcd02b122b4b9eae4ccde55819070a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:24.180376 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-4baa8453-8c69-43a9-b89b-7c49dbcae25a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:24.195306 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-4baa8453-8c69-43a9-b89b-7c49dbcae25a admin admin] Usage tracker for resource:subnet and tenant:a0bcd02b122b4b9eae4ccde55819070a is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:24.212207 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-4baa8453-8c69-43a9-b89b-7c49dbcae25a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:24.236100 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-4baa8453-8c69-43a9-b89b-7c49dbcae25a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:24.273348 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4baa8453-8c69-43a9-b89b-7c49dbcae25a admin admin] Made reservation on behalf of a0bcd02b122b4b9eae4ccde55819070a for: {'subnet': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:04:24.290871 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4baa8453-8c69-43a9-b89b-7c49dbcae25a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:24.388028 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 42058) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:24.777144 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-99994434-db9f-429d-84cc-fefc7db9dd1c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-321929651-network', 'tenant_id': '4709c843560a4e44913d89a7d7dd5abc'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:24.796452 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4baa8453-8c69-43a9-b89b-7c49dbcae25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075'] for subnet, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:24.806701 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-99994434-db9f-429d-84cc-fefc7db9dd1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:24.821597 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3028e636-1c14-4a69-aa5a-ca7add3b48cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:24.827484 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-99994434-db9f-429d-84cc-fefc7db9dd1c admin admin] Usage tracker for resource:network and tenant:4709c843560a4e44913d89a7d7dd5abc is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:24.842858 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 42068) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:24.860110 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-99994434-db9f-429d-84cc-fefc7db9dd1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:24.906815 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-99994434-db9f-429d-84cc-fefc7db9dd1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:24.944787 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-ded22d6d-09a7-425f-91a2-7435b5d3bf26 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1302898717-network', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:24.955029 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-ded22d6d-09a7-425f-91a2-7435b5d3bf26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:24.960392 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99994434-db9f-429d-84cc-fefc7db9dd1c admin admin] Made reservation on behalf of 4709c843560a4e44913d89a7d7dd5abc for: {'network': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:04:24.969770 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-99994434-db9f-429d-84cc-fefc7db9dd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for network, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:24.979839 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baa8453-8c69-43a9-b89b-7c49dbcae25a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a68fb5d-39b8-4e02-9311-449e023242d8,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:25.029262 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-ded22d6d-09a7-425f-91a2-7435b5d3bf26 admin admin] Usage tracker for resource:network and tenant:58846b25a8b64cc9833f513a6aff6430 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:25.038193 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-ded22d6d-09a7-425f-91a2-7435b5d3bf26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:25.064850 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-99994434-db9f-429d-84cc-fefc7db9dd1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:25.129063 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-ded22d6d-09a7-425f-91a2-7435b5d3bf26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:25.131219 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa8453-8c69-43a9-b89b-7c49dbcae25a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:25.132001 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa8453-8c69-43a9-b89b-7c49dbcae25a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:25.132624 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa8453-8c69-43a9-b89b-7c49dbcae25a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:25.133727 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa8453-8c69-43a9-b89b-7c49dbcae25a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:25.134725 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa8453-8c69-43a9-b89b-7c49dbcae25a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:25.135282 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa8453-8c69-43a9-b89b-7c49dbcae25a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:25.135844 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa8453-8c69-43a9-b89b-7c49dbcae25a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:25.136391 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa8453-8c69-43a9-b89b-7c49dbcae25a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:25.136954 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa8453-8c69-43a9-b89b-7c49dbcae25a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:25.137952 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa8453-8c69-43a9-b89b-7c49dbcae25a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:25.139089 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa8453-8c69-43a9-b89b-7c49dbcae25a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4baa8453-8c69-43a9-b89b-7c49dbcae25a admin admin] Tracked resource versions report: Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: pushed versions: Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: { 'ConntrackHelper': {'1.0'}, Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: 'Log': {'1.0'}, Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: 'Network': {'1.1'}, Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: 'Port': {'1.5'}, Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: 'PortForwarding': {'1.2'}, Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: 'QosPolicy': {'1.8'}, Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroup': {'1.2'}, Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroupRule': {'1.0'}, Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: 'SubPort': {'1.0'}, Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: 'Subnet': {'1.1'}, Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: 'Trunk': {'1.1'}} Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: consumer versions: Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: { DHCP agent@dv-cinder-821749-1-smb: {}, Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: HyperV agent@hv-cinder-82174: {}, Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: L3 agent@dv-cinder-821749-1-smb: {}, Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: Metadata agent@dv-cinder-821749-1-smb: {}, Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: Metering agent@dv-cinder-821749-1-smb: {}, Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: Open vSwitch agent@dv-cinder-821749-1-smb: { 'ConntrackHelper': '1.0', Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: 'Log': '1.0', Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: 'Network': '1.1', Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: 'Port': '1.5', Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: 'PortForwarding': '1.2', Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: 'QosPolicy': '1.8', Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroup': '1.2', Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroupRule': '1.0', Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: 'SubPort': '1.0', Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: 'Subnet': '1.1', Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: 'Trunk': '1.1'}} Dec 14 19:04:25.141608 dv-cinder-821749-1-smb neutron-server[88065]: {{(pid=88177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 14 19:04:25.145381 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4baa8453-8c69-43a9-b89b-7c49dbcae25a admin admin] Checking segment: {'id': 'b36b7e3e-918b-401c-8d60-889aabe5001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd6bf064b-07a6-4d06-b7dd-381a325de464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:04:25.145822 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baa8453-8c69-43a9-b89b-7c49dbcae25a admin admin] Network hostable DHCP agents. Network: d6bf064b-07a6-4d06-b7dd-381a325de464, hostable agents: ['64cad2d4-6c81-4c69-be80-b384beab6ad0'], hosted agents: [] {{(pid=88177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:04:25.173208 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-4baa8453-8c69-43a9-b89b-7c49dbcae25a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:25.218869 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baa8453-8c69-43a9-b89b-7c49dbcae25a admin admin] Network d6bf064b-07a6-4d06-b7dd-381a325de464 is scheduled to be hosted by DHCP agent 64cad2d4-6c81-4c69-be80-b384beab6ad0 with binding_index 1 {{(pid=88177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:04:25.248205 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-4baa8453-8c69-43a9-b89b-7c49dbcae25a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-smb, d6bf064b-07a6-4d06-b7dd-381a325de464) {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:25.249106 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded22d6d-09a7-425f-91a2-7435b5d3bf26 admin admin] Made reservation on behalf of 58846b25a8b64cc9833f513a6aff6430 for: {'network': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:04:25.259614 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baa8453-8c69-43a9-b89b-7c49dbcae25a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:25.260693 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44b213f-0508-4c5a-82c1-7232acbd2a49 None None] Network d6bf064b-07a6-4d06-b7dd-381a325de464 requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:04:25.262313 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4baa8453-8c69-43a9-b89b-7c49dbcae25a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:25.272594 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ded22d6d-09a7-425f-91a2-7435b5d3bf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for network, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:25.318085 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-4baa8453-8c69-43a9-b89b-7c49dbcae25a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1716866 Dec 14 19:04:25.322259 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 42078) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:25.339207 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-e9850a6c-f1a8-4067-be6f-46921400dbc5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-712161804-router', 'tenant_id': 'a0bcd02b122b4b9eae4ccde55819070a', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'}}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:25.351577 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-99994434-db9f-429d-84cc-fefc7db9dd1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:25.356316 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-e9850a6c-f1a8-4067-be6f-46921400dbc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:25.361816 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ded22d6d-09a7-425f-91a2-7435b5d3bf26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:25.367809 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-e9850a6c-f1a8-4067-be6f-46921400dbc5 admin admin] Usage tracker for resource:router and tenant:a0bcd02b122b4b9eae4ccde55819070a is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:25.374546 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-e9850a6c-f1a8-4067-be6f-46921400dbc5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:25.391435 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-e9850a6c-f1a8-4067-be6f-46921400dbc5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:25.415929 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e9850a6c-f1a8-4067-be6f-46921400dbc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3724985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036853733793'] for router, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:25.419868 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e9850a6c-f1a8-4067-be6f-46921400dbc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851050981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854342420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1042080'] for router, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:25.454316 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-99994434-db9f-429d-84cc-fefc7db9dd1c admin admin] Usage tracker for resource:security_group_rule and tenant:4709c843560a4e44913d89a7d7dd5abc is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:25.481744 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-99994434-db9f-429d-84cc-fefc7db9dd1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:25.493154 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e9850a6c-f1a8-4067-be6f-46921400dbc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:25.527098 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-99994434-db9f-429d-84cc-fefc7db9dd1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:25.672911 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-ded22d6d-09a7-425f-91a2-7435b5d3bf26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:25.709388 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-ded22d6d-09a7-425f-91a2-7435b5d3bf26 admin admin] Usage tracker for resource:security_group_rule and tenant:58846b25a8b64cc9833f513a6aff6430 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:25.714960 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a7bc9f-9bf6-4ee6-865a-d1bae0e06009 None None] Network d6bf064b-07a6-4d06-b7dd-381a325de464 requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:04:25.732691 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-ded22d6d-09a7-425f-91a2-7435b5d3bf26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:25.768714 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-ded22d6d-09a7-425f-91a2-7435b5d3bf26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:25.961371 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-99994434-db9f-429d-84cc-fefc7db9dd1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:25.984424 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-99994434-db9f-429d-84cc-fefc7db9dd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:26.021247 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-dfad4350-283b-4abd-b4fa-1786b2fc507d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:26.076024 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-e3f54be6-7326-4d64-a468-bb9d86d9e89f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-311324847-network', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:26.100136 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-e3f54be6-7326-4d64-a468-bb9d86d9e89f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:26.105502 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-e3f54be6-7326-4d64-a468-bb9d86d9e89f admin admin] Usage tracker for resource:network and tenant:110f0191feb9402db4fceb6ce9c472c5 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:26.109940 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-e3f54be6-7326-4d64-a468-bb9d86d9e89f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:26.119922 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-e3f54be6-7326-4d64-a468-bb9d86d9e89f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:26.172502 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99994434-db9f-429d-84cc-fefc7db9dd1c admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=88176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:04:26.182561 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ded22d6d-09a7-425f-91a2-7435b5d3bf26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:26.256912 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f54be6-7326-4d64-a468-bb9d86d9e89f admin admin] Made reservation on behalf of 110f0191feb9402db4fceb6ce9c472c5 for: {'network': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:04:26.282594 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e3f54be6-7326-4d64-a468-bb9d86d9e89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for network, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:26.336580 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ded22d6d-09a7-425f-91a2-7435b5d3bf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:26.342294 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e3f54be6-7326-4d64-a468-bb9d86d9e89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:26.360174 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-99994434-db9f-429d-84cc-fefc7db9dd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:26.360174 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.segments_db [None req-99994434-db9f-429d-84cc-fefc7db9dd1c admin admin] Added segment 03d08db8-efc3-447a-8f2a-c5bd4ab289aa of type vlan for network 8bb57d17-42d6-4157-ae47-d0ef704962ab Dec 14 19:04:26.406772 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded22d6d-09a7-425f-91a2-7435b5d3bf26 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=88176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:04:26.419370 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ded22d6d-09a7-425f-91a2-7435b5d3bf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:26.419999 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.segments_db [None req-ded22d6d-09a7-425f-91a2-7435b5d3bf26 admin admin] Added segment 194eab7e-d5e7-4d23-9be3-263d15a0e1de of type vlan for network b4963efd-9650-43f5-bcad-9f14585c51e1 Dec 14 19:04:26.434862 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99994434-db9f-429d-84cc-fefc7db9dd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d5ed93-279e-40eb-813a-c0545c88fe53,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:26.435210 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-83832011-ea42-4f66-bc44-fe4aae394e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:26.466826 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ded22d6d-09a7-425f-91a2-7435b5d3bf26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781368396147'] for network, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:26.509922 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-99994434-db9f-429d-84cc-fefc7db9dd1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:26.512393 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ded22d6d-09a7-425f-91a2-7435b5d3bf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075'] for network, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:26.513369 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:26.540597 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded22d6d-09a7-425f-91a2-7435b5d3bf26 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:26.544189 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ded22d6d-09a7-425f-91a2-7435b5d3bf26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:26.643418 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-ded22d6d-09a7-425f-91a2-7435b5d3bf26 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2528794 Dec 14 19:04:26.652134 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 42114) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:26.665024 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-272d36a0-298f-4ab8-92a8-46516a88f554 admin admin] Request body: {'subnet': {'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1302898717-subnet', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:26.671226 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-272d36a0-298f-4ab8-92a8-46516a88f554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:26.676031 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-272d36a0-298f-4ab8-92a8-46516a88f554 admin admin] Usage tracker for resource:subnet and tenant:58846b25a8b64cc9833f513a6aff6430 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:26.679650 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-272d36a0-298f-4ab8-92a8-46516a88f554 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:26.686996 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-272d36a0-298f-4ab8-92a8-46516a88f554 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:26.700856 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-99994434-db9f-429d-84cc-fefc7db9dd1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781368396147'] for network, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:26.710741 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded22d6d-09a7-425f-91a2-7435b5d3bf26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ee5230-4788-484d-b8e8-0d720a0701e4,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:26.713954 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272d36a0-298f-4ab8-92a8-46516a88f554 admin admin] Made reservation on behalf of 58846b25a8b64cc9833f513a6aff6430 for: {'subnet': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:04:26.719017 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-272d36a0-298f-4ab8-92a8-46516a88f554 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:26.743790 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-e3f54be6-7326-4d64-a468-bb9d86d9e89f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:26.750614 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ded22d6d-09a7-425f-91a2-7435b5d3bf26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:26.751261 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6e4a0906-d1a7-462e-9007-127a5b83f2fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:26.795622 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e9850a6c-f1a8-4067-be6f-46921400dbc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3724968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1042097'] for router, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:26.861218 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded22d6d-09a7-425f-91a2-7435b5d3bf26 admin admin] Pushing event updated for resources: {'Network': ['ID=b4963efd-9650-43f5-bcad-9f14585c51e1,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:26.875294 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-e3f54be6-7326-4d64-a468-bb9d86d9e89f admin admin] Usage tracker for resource:security_group_rule and tenant:110f0191feb9402db4fceb6ce9c472c5 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:26.878831 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Network b4963efd-9650-43f5-bcad-9f14585c51e1 details requested by agent ovs-agent-dv-cinder-821749-1-smb with host dv-cinder-821749-1-smb {{(pid=88178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:04:26.881705 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-e3f54be6-7326-4d64-a468-bb9d86d9e89f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:26.889172 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ded22d6d-09a7-425f-91a2-7435b5d3bf26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:26.898406 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-e3f54be6-7326-4d64-a468-bb9d86d9e89f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:27.031466 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-99994434-db9f-429d-84cc-fefc7db9dd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075'] for network, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:27.046803 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99994434-db9f-429d-84cc-fefc7db9dd1c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:27.047483 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-99994434-db9f-429d-84cc-fefc7db9dd1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:27.094586 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ded22d6d-09a7-425f-91a2-7435b5d3bf26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:27.138322 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-99994434-db9f-429d-84cc-fefc7db9dd1c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.9820678 Dec 14 19:04:27.162720 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 42128) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:27.182891 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-ae0b5a33-9147-49ff-a07f-2520f2eb4ac5 admin admin] Request body: {'subnet': {'network_id': '8bb57d17-42d6-4157-ae47-d0ef704962ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-321929651-subnet', 'tenant_id': '4709c843560a4e44913d89a7d7dd5abc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:27.201371 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-ae0b5a33-9147-49ff-a07f-2520f2eb4ac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:27.211767 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-ae0b5a33-9147-49ff-a07f-2520f2eb4ac5 admin admin] Usage tracker for resource:subnet and tenant:4709c843560a4e44913d89a7d7dd5abc is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:27.222670 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-ae0b5a33-9147-49ff-a07f-2520f2eb4ac5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:27.241402 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-ae0b5a33-9147-49ff-a07f-2520f2eb4ac5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:27.279473 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae0b5a33-9147-49ff-a07f-2520f2eb4ac5 admin admin] Made reservation on behalf of 4709c843560a4e44913d89a7d7dd5abc for: {'subnet': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:04:27.284275 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ae0b5a33-9147-49ff-a07f-2520f2eb4ac5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:27.405473 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99994434-db9f-429d-84cc-fefc7db9dd1c admin admin] Pushing event updated for resources: {'Network': ['ID=8bb57d17-42d6-4157-ae47-d0ef704962ab,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:27.415789 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-99994434-db9f-429d-84cc-fefc7db9dd1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:27.431051 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e3f54be6-7326-4d64-a468-bb9d86d9e89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:27.441188 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e3f54be6-7326-4d64-a468-bb9d86d9e89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:27.491282 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ded22d6d-09a7-425f-91a2-7435b5d3bf26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:27.569096 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f54be6-7326-4d64-a468-bb9d86d9e89f admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=88176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:04:27.592234 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-272d36a0-298f-4ab8-92a8-46516a88f554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075'] for subnet, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:27.593965 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e3f54be6-7326-4d64-a468-bb9d86d9e89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:27.594480 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.segments_db [None req-e3f54be6-7326-4d64-a468-bb9d86d9e89f admin admin] Added segment 6aa82320-2fb6-4bdd-8682-c072e47132bc of type vlan for network 41417801-7e29-40be-adf1-4fe41a7c2988 Dec 14 19:04:27.596130 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f54be6-7326-4d64-a468-bb9d86d9e89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47183790-0898-4124-b00a-b2255dce8799,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:27.619214 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e3f54be6-7326-4d64-a468-bb9d86d9e89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:27.641412 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:27.684853 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Network 8bb57d17-42d6-4157-ae47-d0ef704962ab details requested by agent ovs-agent-dv-cinder-821749-1-smb with host dv-cinder-821749-1-smb {{(pid=88178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:04:27.775563 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e3f54be6-7326-4d64-a468-bb9d86d9e89f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781368396147'] for network, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:27.823872 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d36a0-298f-4ab8-92a8-46516a88f554 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b815059-1f36-4f96-b4d1-a621a9f7fda3,revision_number=0']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:27.831816 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-272d36a0-298f-4ab8-92a8-46516a88f554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:27.864235 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272d36a0-298f-4ab8-92a8-46516a88f554 admin admin] Checking segment: {'id': '194eab7e-d5e7-4d23-9be3-263d15a0e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:04:27.865235 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272d36a0-298f-4ab8-92a8-46516a88f554 admin admin] Network hostable DHCP agents. Network: b4963efd-9650-43f5-bcad-9f14585c51e1, hostable agents: ['64cad2d4-6c81-4c69-be80-b384beab6ad0'], hosted agents: [] {{(pid=88176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:04:27.867594 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ae0b5a33-9147-49ff-a07f-2520f2eb4ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075'] for subnet, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:27.894145 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e3f54be6-7326-4d64-a468-bb9d86d9e89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075'] for network, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:27.896057 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:27.899345 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f54be6-7326-4d64-a468-bb9d86d9e89f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:27.899735 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e3f54be6-7326-4d64-a468-bb9d86d9e89f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:27.907519 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-99994434-db9f-429d-84cc-fefc7db9dd1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:27.978707 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272d36a0-298f-4ab8-92a8-46516a88f554 admin admin] Network b4963efd-9650-43f5-bcad-9f14585c51e1 is scheduled to be hosted by DHCP agent 64cad2d4-6c81-4c69-be80-b384beab6ad0 with binding_index 1 {{(pid=88176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:04:28.058359 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:28.067584 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-e3f54be6-7326-4d64-a468-bb9d86d9e89f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.2142355 Dec 14 19:04:28.071810 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 42158) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:28.074808 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f54be6-7326-4d64-a468-bb9d86d9e89f admin admin] Pushing event updated for resources: {'Network': ['ID=41417801-7e29-40be-adf1-4fe41a7c2988,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:28.076826 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0b5a33-9147-49ff-a07f-2520f2eb4ac5 admin admin] Checking segment: {'id': '03d08db8-efc3-447a-8f2a-c5bd4ab289aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8bb57d17-42d6-4157-ae47-d0ef704962ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:04:28.077398 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0b5a33-9147-49ff-a07f-2520f2eb4ac5 admin admin] Network hostable DHCP agents. Network: 8bb57d17-42d6-4157-ae47-d0ef704962ab, hostable agents: ['64cad2d4-6c81-4c69-be80-b384beab6ad0'], hosted agents: [] {{(pid=88177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:04:28.090990 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e3f54be6-7326-4d64-a468-bb9d86d9e89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:28.097110 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-272d36a0-298f-4ab8-92a8-46516a88f554 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-smb, b4963efd-9650-43f5-bcad-9f14585c51e1) {{(pid=88176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:28.110079 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e9850a6c-f1a8-4067-be6f-46921400dbc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:28.114020 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Network 41417801-7e29-40be-adf1-4fe41a7c2988 details requested by agent ovs-agent-dv-cinder-821749-1-smb with host dv-cinder-821749-1-smb {{(pid=88178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:04:28.119213 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-f214779f-6297-4d3f-8854-04eb8619007f admin admin] Request body: {'subnet': {'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-311324847-subnet', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:28.136787 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272d36a0-298f-4ab8-92a8-46516a88f554 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:28.137465 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-272d36a0-298f-4ab8-92a8-46516a88f554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for subnet, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:28.155552 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-f214779f-6297-4d3f-8854-04eb8619007f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:28.173749 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-f214779f-6297-4d3f-8854-04eb8619007f admin admin] Usage tracker for resource:subnet and tenant:110f0191feb9402db4fceb6ce9c472c5 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:28.191902 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-f214779f-6297-4d3f-8854-04eb8619007f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:28.214538 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-f214779f-6297-4d3f-8854-04eb8619007f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:28.218972 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e9850a6c-f1a8-4067-be6f-46921400dbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:28.231016 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-272d36a0-298f-4ab8-92a8-46516a88f554 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5745215 Dec 14 19:04:28.234374 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0b5a33-9147-49ff-a07f-2520f2eb4ac5 admin admin] Network 8bb57d17-42d6-4157-ae47-d0ef704962ab is scheduled to be hosted by DHCP agent 64cad2d4-6c81-4c69-be80-b384beab6ad0 with binding_index 1 {{(pid=88177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:04:28.237313 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 42168) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:28.248709 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-39b57aa5-2542-455f-8a2d-605f090c1e57 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1302898717-router', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'}}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:28.261430 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f214779f-6297-4d3f-8854-04eb8619007f admin admin] Made reservation on behalf of 110f0191feb9402db4fceb6ce9c472c5 for: {'subnet': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:04:28.269634 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f214779f-6297-4d3f-8854-04eb8619007f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:28.311835 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03ef364-44c0-45c9-bdcd-be0ec81a4e09 None None] Network b4963efd-9650-43f5-bcad-9f14585c51e1 requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:04:28.319228 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-39b57aa5-2542-455f-8a2d-605f090c1e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:28.350820 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-39b57aa5-2542-455f-8a2d-605f090c1e57 admin admin] Usage tracker for resource:router and tenant:58846b25a8b64cc9833f513a6aff6430 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:28.362659 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-39b57aa5-2542-455f-8a2d-605f090c1e57 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:28.379559 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-ae0b5a33-9147-49ff-a07f-2520f2eb4ac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-smb, 8bb57d17-42d6-4157-ae47-d0ef704962ab) {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:28.397590 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-39b57aa5-2542-455f-8a2d-605f090c1e57 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:28.419351 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0b5a33-9147-49ff-a07f-2520f2eb4ac5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:28.420026 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ae0b5a33-9147-49ff-a07f-2520f2eb4ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:28.496255 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b5a33-9147-49ff-a07f-2520f2eb4ac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b628382e-2379-49d5-887b-6a0dea44a6e4,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:28.523537 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ae0b5a33-9147-49ff-a07f-2520f2eb4ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:28.537521 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-39b57aa5-2542-455f-8a2d-605f090c1e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3724985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036853733793'] for router, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:28.538765 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-39b57aa5-2542-455f-8a2d-605f090c1e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851050981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854342420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1042080'] for router, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:28.631151 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-ae0b5a33-9147-49ff-a07f-2520f2eb4ac5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4470212 Dec 14 19:04:28.649027 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8239a4ce-142f-42a0-b075-8bcd26895cd4 None None] Network 8bb57d17-42d6-4157-ae47-d0ef704962ab requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:04:28.654138 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-39b57aa5-2542-455f-8a2d-605f090c1e57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:28.928787 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [None req-e9850a6c-f1a8-4067-be6f-46921400dbc5 admin admin] Allocated IP 172.28.1.194 (ffa0012a-9543-497d-8125-adf64d8cb965/bf490572-e226-4f78-a70f-384a9e5bc0f8/06cd7c9a-9261-42ce-9445-e94f559a4f9c) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:04:29.002708 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4183ea1f-c415-4831-872a-4c1e01bad711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:29.017238 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baae741-2b5f-4651-a288-21af68e26161 None None] Network 8bb57d17-42d6-4157-ae47-d0ef704962ab requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:04:29.418586 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:29.460992 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e9850a6c-f1a8-4067-be6f-46921400dbc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:29.499682 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e9850a6c-f1a8-4067-be6f-46921400dbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:29.509754 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-bf204bb7-f19e-493b-96c0-45b4e9a90899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:29.551355 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bbb61a4-b59b-51be-b8ab-e3ecdf589590-b4963efd-9650-43f5-bcad-9f14585c51e1', 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'fixed_ips': [{'subnet_id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3'}]}} from dv-cinder-821749-1-smb. {{(pid=88178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 14 19:04:29.552631 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:29.619933 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9850a6c-f1a8-4067-be6f-46921400dbc5 admin admin] Network ffa0012a-9543-497d-8125-adf64d8cb965 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:04:29.627684 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-e9850a6c-f1a8-4067-be6f-46921400dbc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:29.634797 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9850a6c-f1a8-4067-be6f-46921400dbc5 admin admin] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:04:29.700802 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9850a6c-f1a8-4067-be6f-46921400dbc5 admin admin] Pushing event updated for resources: {'Port': ['ID=06cd7c9a-9261-42ce-9445-e94f559a4f9c,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:29.715886 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e9850a6c-f1a8-4067-be6f-46921400dbc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:29.757770 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-39b57aa5-2542-455f-8a2d-605f090c1e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3724968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1042097'] for router, precommit_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:29.836938 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f214779f-6297-4d3f-8854-04eb8619007f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075'] for subnet, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:29.844708 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e9850a6c-f1a8-4067-be6f-46921400dbc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:29.845731 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e9850a6c-f1a8-4067-be6f-46921400dbc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851050847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854340295'] for router, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:29.863851 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-83e3607a-8079-4b29-ab76-4b38d224c9f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:29.942568 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214779f-6297-4d3f-8854-04eb8619007f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d0b1b1d-1f37-43fd-8afc-31b562aa0f47,revision_number=0']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:29.960273 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f214779f-6297-4d3f-8854-04eb8619007f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:30.020259 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Allocated IP 172.20.0.2 (b4963efd-9650-43f5-bcad-9f14585c51e1/3b815059-1f36-4f96-b4d1-a621a9f7fda3/46da65b0-2075-4440-874e-8a164cb6934c) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:04:30.178281 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 42232) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:30.319221 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9850a6c-f1a8-4067-be6f-46921400dbc5 admin admin] Router 2da98f89-f5b3-4364-bf8b-e02b720ed710 is scheduled to L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 with binding_index 1 {{(pid=88177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 14 19:04:30.476496 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f214779f-6297-4d3f-8854-04eb8619007f admin admin] Checking segment: {'id': '6aa82320-2fb6-4bdd-8682-c072e47132bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:04:30.477002 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f214779f-6297-4d3f-8854-04eb8619007f admin admin] Network hostable DHCP agents. Network: 41417801-7e29-40be-adf1-4fe41a7c2988, hostable agents: ['64cad2d4-6c81-4c69-be80-b384beab6ad0'], hosted agents: [] {{(pid=88176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:04:30.550181 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f214779f-6297-4d3f-8854-04eb8619007f admin admin] Network 41417801-7e29-40be-adf1-4fe41a7c2988 is scheduled to be hosted by DHCP agent 64cad2d4-6c81-4c69-be80-b384beab6ad0 with binding_index 1 {{(pid=88176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:04:30.578996 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:30.606723 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 42266) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:30.609746 dv-cinder-821749-1-smb neutron-server[88065]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 14 19:04:30.626602 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Transition to ACTIVE for port object 46da65b0-2075-4440-874e-8a164cb6934c will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:04:30.662185 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-f214779f-6297-4d3f-8854-04eb8619007f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-smb, 41417801-7e29-40be-adf1-4fe41a7c2988) {{(pid=88176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:30.675783 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f214779f-6297-4d3f-8854-04eb8619007f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:30.677812 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f214779f-6297-4d3f-8854-04eb8619007f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for subnet, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:30.685283 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3936c27a-ead1-4077-a406-4e03c134058b None None] Network 41417801-7e29-40be-adf1-4fe41a7c2988 requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:04:30.725608 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Transition to ACTIVE for port object 46da65b0-2075-4440-874e-8a164cb6934c will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:04:30.738356 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:30.757398 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-12747745-463c-4ef8-bff8-22dce30991ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:30.765907 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-f214779f-6297-4d3f-8854-04eb8619007f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6925504 Dec 14 19:04:30.770423 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 42280) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:30.781000 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-bb90a0f7-5966-41ce-aae6-5e7c95b209a2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-311324847-router', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'}}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:30.794160 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-39b57aa5-2542-455f-8a2d-605f090c1e57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:30.852531 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-bb90a0f7-5966-41ce-aae6-5e7c95b209a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:30.858003 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-39b57aa5-2542-455f-8a2d-605f090c1e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:30.953237 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-bb90a0f7-5966-41ce-aae6-5e7c95b209a2 admin admin] Usage tracker for resource:router and tenant:110f0191feb9402db4fceb6ce9c472c5 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:30.960554 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-bb90a0f7-5966-41ce-aae6-5e7c95b209a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:31.033440 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-bb90a0f7-5966-41ce-aae6-5e7c95b209a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:31.055598 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bb90a0f7-5966-41ce-aae6-5e7c95b209a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3724985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036853733793'] for router, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:31.056647 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bb90a0f7-5966-41ce-aae6-5e7c95b209a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851050981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854342420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1042080'] for router, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:31.121875 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-a3fdce54-6a32-4d25-ac30-6177fa53d4f9 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:31.124853 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-a3fdce54-6a32-4d25-ac30-6177fa53d4f9 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.62 "GET /v2.0/networks?id=8bb57d17-42d6-4157-ae47-d0ef704962ab HTTP/1.1" status: 200 len: 811 time: 0.5170484 Dec 14 19:04:31.227064 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bb90a0f7-5966-41ce-aae6-5e7c95b209a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:31.256621 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-12747745-463c-4ef8-bff8-22dce30991ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:31.267057 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-12747745-463c-4ef8-bff8-22dce30991ca admin admin] Usage tracker for resource:security_group_rule and tenant:05e2b94c94c74f4e94b6409d67448f9c is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:31.271566 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-12747745-463c-4ef8-bff8-22dce30991ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:31.274078 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:31.288473 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-12747745-463c-4ef8-bff8-22dce30991ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:31.289784 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 42292) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:31.308986 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [None req-39b57aa5-2542-455f-8a2d-605f090c1e57 admin admin] Allocated IP 172.28.1.143 (ffa0012a-9543-497d-8125-adf64d8cb965/bf490572-e226-4f78-a70f-384a9e5bc0f8/12250b26-9bf7-4b97-bac7-07e5b6fa2f1f) {{(pid=88176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:04:31.311509 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:31.417283 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-12747745-463c-4ef8-bff8-22dce30991ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:31.454174 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-3dcaa733-b289-4545-b146-15b883e455aa tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.62 "GET /v2.0/quotas/4709c843560a4e44913d89a7d7dd5abc HTTP/1.1" status: 200 len: 375 time: 0.2005498 Dec 14 19:04:31.462544 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Network b4963efd-9650-43f5-bcad-9f14585c51e1 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:04:31.490787 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:31.548218 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:04:31.562851 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-12747745-463c-4ef8-bff8-22dce30991ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:31.566301 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-94eaea04-708f-4c70-bcff-ee3dc3d6f7db tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4709c843560a4e44913d89a7d7dd5abc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0912027 Dec 14 19:04:31.594076 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b516d2-bde8-4fd5-964f-fd06d920aee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bbb61a4-b59b-51be-b8ab-e3ecdf589590-41417801-7e29-40be-adf1-4fe41a7c2988', 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'fixed_ips': [{'subnet_id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47'}]}} from dv-cinder-821749-1-smb. {{(pid=88178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 14 19:04:31.595650 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-03b516d2-bde8-4fd5-964f-fd06d920aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:31.616755 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bb90a0f7-5966-41ce-aae6-5e7c95b209a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3724968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1042097'] for router, precommit_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:31.632772 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:31.710756 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-39b57aa5-2542-455f-8a2d-605f090c1e57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:31.766549 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5646422a-06ca-40c6-9cf0-cec316a2cdea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:31.802975 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Attempting to bind port 46da65b0-2075-4440-874e-8a164cb6934c on host dv-cinder-821749-1-smb for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:04:31.803454 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Attempting to bind port 46da65b0-2075-4440-874e-8a164cb6934c by drivers openvswitch,hyperv on host dv-cinder-821749-1-smb at level 0 using segments [{'id': '194eab7e-d5e7-4d23-9be3-263d15a0e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:04:31.803793 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Attempting to bind port 46da65b0-2075-4440-874e-8a164cb6934c on network b4963efd-9650-43f5-bcad-9f14585c51e1 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:04:31.814786 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Checking agent: {'id': '03990dc7-fb63-4310-b6c3-a74b6e9d0e80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 55, 58), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:04:31.815323 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Checking segment: {'id': '194eab7e-d5e7-4d23-9be3-263d15a0e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:04:31.815616 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:31.816070 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Bound using segment: {'id': '194eab7e-d5e7-4d23-9be3-263d15a0e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:04:31.816568 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Bound port: 46da65b0-2075-4440-874e-8a164cb6934c, host: dv-cinder-821749-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194eab7e-d5e7-4d23-9be3-263d15a0e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:04:31.817048 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:31.838368 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12747745-463c-4ef8-bff8-22dce30991ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5798be8-1330-46ab-a588-e3cf185e283f,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:31.866971 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-12747745-463c-4ef8-bff8-22dce30991ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:31.880428 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-12747745-463c-4ef8-bff8-22dce30991ca admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=05e2b94c94c74f4e94b6409d67448f9c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6977184 Dec 14 19:04:31.884756 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 42314) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:31.898404 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-5646422a-06ca-40c6-9cf0-cec316a2cdea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:31.910042 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-5646422a-06ca-40c6-9cf0-cec316a2cdea admin admin] Usage tracker for resource:security_group_rule and tenant:5f5fb178e0fc4e669f9be147cc36cefa is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:31.916011 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-5646422a-06ca-40c6-9cf0-cec316a2cdea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:31.916379 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] For port 46da65b0-2075-4440-874e-8a164cb6934c, host dv-cinder-821749-1-smb, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:04:31.920161 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] For port 46da65b0-2075-4440-874e-8a164cb6934c, host dv-cinder-821749-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=46da65b0-2075-4440-874e-8a164cb6934c,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:04:31.926642 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Pushing event updated for resources: {'Port': ['ID=46da65b0-2075-4440-874e-8a164cb6934c,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:31.929571 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:31.936706 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-5646422a-06ca-40c6-9cf0-cec316a2cdea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:32.033018 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-65fbe1d4-3a8c-46f5-bbcf-54708e9e1b82 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=88177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 19:04:32.036164 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:32.036700 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:32.037198 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-65fbe1d4-3a8c-46f5-bbcf-54708e9e1b82 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.3094172 Dec 14 19:04:32.044086 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:32.048937 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9850a6c-f1a8-4067-be6f-46921400dbc5 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:04:32.052817 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:32.053438 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:32.053736 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:32.054075 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:32.054448 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:32.055466 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:32.055466 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:32.055466 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Tracked resource versions report: Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: pushed versions: Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: { 'ConntrackHelper': {'1.0'}, Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: 'Log': {'1.0'}, Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: 'Network': {'1.1'}, Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: 'Port': {'1.5'}, Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: 'PortForwarding': {'1.2'}, Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: 'QosPolicy': {'1.8'}, Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroup': {'1.2'}, Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroupRule': {'1.0'}, Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: 'SubPort': {'1.0'}, Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: 'Subnet': {'1.1'}, Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: 'Trunk': {'1.1'}} Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: consumer versions: Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: { DHCP agent@dv-cinder-821749-1-smb: {}, Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: HyperV agent@hv-cinder-82174: {}, Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: L3 agent@dv-cinder-821749-1-smb: {}, Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: Metadata agent@dv-cinder-821749-1-smb: {}, Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: Metering agent@dv-cinder-821749-1-smb: {}, Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: Open vSwitch agent@dv-cinder-821749-1-smb: { 'ConntrackHelper': '1.0', Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: 'Log': '1.0', Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: 'Network': '1.1', Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: 'Port': '1.5', Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: 'PortForwarding': '1.2', Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: 'QosPolicy': '1.8', Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroup': '1.2', Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroupRule': '1.0', Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: 'SubPort': '1.0', Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: 'Subnet': '1.1', Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: 'Trunk': '1.1'}} Dec 14 19:04:32.056809 dv-cinder-821749-1-smb neutron-server[88065]: {{(pid=88178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 14 19:04:32.060519 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5751b37b-d77e-4c92-a0aa-2cd7dd2ff7b7 None None] Sync routers for ids ['2da98f89-f5b3-4364-bf8b-e02b720ed710'] in dv-cinder-821749-1-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:04:32.080421 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:32.080899 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:32.083042 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5751b37b-d77e-4c92-a0aa-2cd7dd2ff7b7 None None] Routers {'2da98f89-f5b3-4364-bf8b-e02b720ed710'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:04:32.083977 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-5751b37b-d77e-4c92-a0aa-2cd7dd2ff7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:04:29Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['2da98f89-f5b3-4364-bf8b-e02b720ed710'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:32.085902 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5646422a-06ca-40c6-9cf0-cec316a2cdea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:32.104114 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5646422a-06ca-40c6-9cf0-cec316a2cdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:32.163823 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:32.307059 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e9850a6c-f1a8-4067-be6f-46921400dbc5 admin admin] Notify callbacks [] for router, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:32.308624 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-e9850a6c-f1a8-4067-be6f-46921400dbc5 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.9840105 Dec 14 19:04:32.315375 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 42328) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:32.335969 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646422a-06ca-40c6-9cf0-cec316a2cdea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c83ad4-0428-401c-9bac-4d1b4b8ac88b,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:32.349311 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-5646422a-06ca-40c6-9cf0-cec316a2cdea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:32.358014 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-39b57aa5-2542-455f-8a2d-605f090c1e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486'] for port, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:32.456267 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-06742aaa-3408-49ef-bc04-4a8de8945f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:32.537689 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 42332) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:32.600028 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [None req-03b516d2-bde8-4fd5-964f-fd06d920aee9 None None] Allocated IP 172.20.0.2 (41417801-7e29-40be-adf1-4fe41a7c2988/9d0b1b1d-1f37-43fd-8afc-31b562aa0f47/b2b71920-2d02-4262-828a-e129f8f666fd) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:04:32.602017 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-5646422a-06ca-40c6-9cf0-cec316a2cdea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5f5fb178e0fc4e669f9be147cc36cefa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3110564 Dec 14 19:04:32.610105 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 42338) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:32.617603 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b57aa5-2542-455f-8a2d-605f090c1e57 admin admin] Network ffa0012a-9543-497d-8125-adf64d8cb965 is already hosted by enough agents. {{(pid=88176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:04:32.629090 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Pushing event updated for resources: {'Port': ['ID=46da65b0-2075-4440-874e-8a164cb6934c,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:32.632917 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:32.676201 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-39b57aa5-2542-455f-8a2d-605f090c1e57 admin admin] Resources bound (agent type, host, resource id): {{(pid=88176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:32.684096 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-5751b37b-d77e-4c92-a0aa-2cd7dd2ff7b7 None None] Set router 2da98f89-f5b3-4364-bf8b-e02b720ed710 gateway port host: dv-cinder-821749-1-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:04:32.735692 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b57aa5-2542-455f-8a2d-605f090c1e57 admin admin] Received port after_create {{(pid=88176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:04:32.835033 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b57aa5-2542-455f-8a2d-605f090c1e57 admin admin] Pushing event updated for resources: {'Port': ['ID=12250b26-9bf7-4b97-bac7-07e5b6fa2f1f,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:32.859750 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-39b57aa5-2542-455f-8a2d-605f090c1e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:33.001648 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:04:33.103129 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-5751b37b-d77e-4c92-a0aa-2cd7dd2ff7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da98f89-f5b3-4364-bf8b-e02b720ed710', 'name': 'tempest-ServerRescueNegativeTestJSON-712161804-router', 'tenant_id': 'a0bcd02b122b4b9eae4ccde55819070a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '06cd7c9a-9261-42ce-9445-e94f559a4f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:25Z', 'updated_at': '2021-12-14T19:04:29Z', 'revision_number': 3, 'project_id': 'a0bcd02b122b4b9eae4ccde55819070a', 'gw_port': {'id': '06cd7c9a-9261-42ce-9445-e94f559a4f9c', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da98f89-f5b3-4364-bf8b-e02b720ed710', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:28Z', 'updated_at': '2021-12-14T19:04:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb'}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:33.108655 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5751b37b-d77e-4c92-a0aa-2cd7dd2ff7b7 None None] Checking router: 2da98f89-f5b3-4364-bf8b-e02b720ed710 for host: dv-cinder-821749-1-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:04:33.109396 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5751b37b-d77e-4c92-a0aa-2cd7dd2ff7b7 None None] Updating router 2da98f89-f5b3-4364-bf8b-e02b720ed710 port 06cd7c9a-9261-42ce-9445-e94f559a4f9c binding host dv-cinder-821749-1-smb {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:04:33.194916 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5751b37b-d77e-4c92-a0aa-2cd7dd2ff7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:33.212098 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-f4289102-d62a-49ea-acf0-6a5f9d4618b3 service neutron] 10.222.0.62 "GET /v2.0/networks/8bb57d17-42d6-4157-ae47-d0ef704962ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1589739 Dec 14 19:04:33.215049 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7c5d9208-4605-43a2-a5aa-e002fd40bc3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:33.317016 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7c5d9208-4605-43a2-a5aa-e002fd40bc3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:33.399201 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-03b516d2-bde8-4fd5-964f-fd06d920aee9 None None] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:33.423461 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-03b516d2-bde8-4fd5-964f-fd06d920aee9 None None] Transition to ACTIVE for port object b2b71920-2d02-4262-828a-e129f8f666fd will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:04:33.477351 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-03b516d2-bde8-4fd5-964f-fd06d920aee9 None None] Transition to ACTIVE for port object b2b71920-2d02-4262-828a-e129f8f666fd will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:04:33.482200 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bb90a0f7-5966-41ce-aae6-5e7c95b209a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:33.488260 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-03b516d2-bde8-4fd5-964f-fd06d920aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:33.498780 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:33.518091 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3817e984-9392-4b01-9ff3-d4478a989aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:33.537001 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b4c96ec7-70ac-4955-8200-cef4397044fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:33.539662 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bb90a0f7-5966-41ce-aae6-5e7c95b209a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:33.546276 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-39b57aa5-2542-455f-8a2d-605f090c1e57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:33.547369 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-39b57aa5-2542-455f-8a2d-605f090c1e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851050847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854340295'] for router, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:33.647369 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b516d2-bde8-4fd5-964f-fd06d920aee9 None None] Network 41417801-7e29-40be-adf1-4fe41a7c2988 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:04:33.667924 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-03b516d2-bde8-4fd5-964f-fd06d920aee9 None None] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:33.680197 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b516d2-bde8-4fd5-964f-fd06d920aee9 None None] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:04:33.688326 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b516d2-bde8-4fd5-964f-fd06d920aee9 None None] Pushing event updated for resources: {'Port': ['ID=b2b71920-2d02-4262-828a-e129f8f666fd,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:33.696141 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-03b516d2-bde8-4fd5-964f-fd06d920aee9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:33.704938 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7c5d9208-4605-43a2-a5aa-e002fd40bc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:33.748989 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-57e6a016-f37f-4e38-942e-63827fd5a6a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:33.777513 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7c5d9208-4605-43a2-a5aa-e002fd40bc3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:33.779840 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-7c5d9208-4605-43a2-a5aa-e002fd40bc3b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c5798be8-1330-46ab-a588-e3cf185e283f HTTP/1.1" status: 204 len: 168 time: 1.8904727 Dec 14 19:04:33.890905 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5751b37b-d77e-4c92-a0aa-2cd7dd2ff7b7 None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:33.922341 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-5751b37b-d77e-4c92-a0aa-2cd7dd2ff7b7 None None] Transition to ACTIVE for port object 06cd7c9a-9261-42ce-9445-e94f559a4f9c will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:04:33.936719 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5751b37b-d77e-4c92-a0aa-2cd7dd2ff7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:33.949032 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:33.984442 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-4266ac2d-6622-4c1d-a88d-99bdcd9e686e service neutron] 10.222.0.62 "GET /v2.0/networks/8bb57d17-42d6-4157-ae47-d0ef704962ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5855939 Dec 14 19:04:33.985898 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5d9208-4605-43a2-a5aa-e002fd40bc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5798be8-1330-46ab-a588-e3cf185e283f,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:33.993113 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-7c5d9208-4605-43a2-a5aa-e002fd40bc3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:34.082394 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-3817e984-9392-4b01-9ff3-d4478a989aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:34.092107 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-3817e984-9392-4b01-9ff3-d4478a989aa3 admin admin] Usage tracker for resource:security_group_rule and tenant:bc70a497778246ca8522a37d654c5bce is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:34.108037 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-3817e984-9392-4b01-9ff3-d4478a989aa3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:34.147441 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-3817e984-9392-4b01-9ff3-d4478a989aa3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:34.162510 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8dc56e-eb27-453f-b388-f666fb819364 None None] Pushing event updated for resources: {'Port': ['ID=06cd7c9a-9261-42ce-9445-e94f559a4f9c,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:34.219446 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8dc56e-eb27-453f-b388-f666fb819364 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:34.220036 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8dc56e-eb27-453f-b388-f666fb819364 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:34.225773 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8dc56e-eb27-453f-b388-f666fb819364 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:34.226564 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8dc56e-eb27-453f-b388-f666fb819364 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:34.227202 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8dc56e-eb27-453f-b388-f666fb819364 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:34.227823 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8dc56e-eb27-453f-b388-f666fb819364 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:34.228436 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8dc56e-eb27-453f-b388-f666fb819364 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:34.229090 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8dc56e-eb27-453f-b388-f666fb819364 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:34.229707 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8dc56e-eb27-453f-b388-f666fb819364 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:34.230314 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8dc56e-eb27-453f-b388-f666fb819364 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:34.243043 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-03b516d2-bde8-4fd5-964f-fd06d920aee9 None None] Attempting to bind port b2b71920-2d02-4262-828a-e129f8f666fd on host dv-cinder-821749-1-smb for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:04:34.243632 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-03b516d2-bde8-4fd5-964f-fd06d920aee9 None None] Attempting to bind port b2b71920-2d02-4262-828a-e129f8f666fd by drivers openvswitch,hyperv on host dv-cinder-821749-1-smb at level 0 using segments [{'id': '6aa82320-2fb6-4bdd-8682-c072e47132bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:04:34.253271 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8dc56e-eb27-453f-b388-f666fb819364 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:04:34.253440 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b516d2-bde8-4fd5-964f-fd06d920aee9 None None] Attempting to bind port b2b71920-2d02-4262-828a-e129f8f666fd on network 41417801-7e29-40be-adf1-4fe41a7c2988 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8dc56e-eb27-453f-b388-f666fb819364 None None] Tracked resource versions report: Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: pushed versions: Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: { 'ConntrackHelper': {'1.0'}, Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: 'Log': {'1.0'}, Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: 'Network': {'1.1'}, Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: 'Port': {'1.5'}, Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: 'PortForwarding': {'1.2'}, Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: 'QosPolicy': {'1.8'}, Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroup': {'1.2'}, Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroupRule': {'1.0'}, Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: 'SubPort': {'1.0'}, Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: 'Subnet': {'1.1'}, Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: 'Trunk': {'1.1'}} Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: consumer versions: Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: { DHCP agent@dv-cinder-821749-1-smb: {}, Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: HyperV agent@hv-cinder-82174: {}, Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: L3 agent@dv-cinder-821749-1-smb: {}, Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: Metadata agent@dv-cinder-821749-1-smb: {}, Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: Metering agent@dv-cinder-821749-1-smb: {}, Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: Open vSwitch agent@dv-cinder-821749-1-smb: { 'ConntrackHelper': '1.0', Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: 'Log': '1.0', Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: 'Network': '1.1', Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: 'Port': '1.5', Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: 'PortForwarding': '1.2', Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: 'QosPolicy': '1.8', Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroup': '1.2', Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: 'SecurityGroupRule': '1.0', Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: 'SubPort': '1.0', Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: 'Subnet': '1.1', Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: 'Trunk': '1.1'}} Dec 14 19:04:34.258042 dv-cinder-821749-1-smb neutron-server[88065]: {{(pid=88179) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 14 19:04:34.280478 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b516d2-bde8-4fd5-964f-fd06d920aee9 None None] Checking agent: {'id': '03990dc7-fb63-4310-b6c3-a74b6e9d0e80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 55, 58), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:04:34.285338 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2e8dc56e-eb27-453f-b388-f666fb819364 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:34.294987 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b516d2-bde8-4fd5-964f-fd06d920aee9 None None] Checking segment: {'id': '6aa82320-2fb6-4bdd-8682-c072e47132bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:04:34.296063 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-03b516d2-bde8-4fd5-964f-fd06d920aee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:34.297927 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b516d2-bde8-4fd5-964f-fd06d920aee9 None None] Bound using segment: {'id': '6aa82320-2fb6-4bdd-8682-c072e47132bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:04:34.304983 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-03b516d2-bde8-4fd5-964f-fd06d920aee9 None None] Bound port: b2b71920-2d02-4262-828a-e129f8f666fd, host: dv-cinder-821749-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa82320-2fb6-4bdd-8682-c072e47132bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:04:34.304983 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-03b516d2-bde8-4fd5-964f-fd06d920aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:34.378318 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-5751b37b-d77e-4c92-a0aa-2cd7dd2ff7b7 None None] Attempting to bind port 06cd7c9a-9261-42ce-9445-e94f559a4f9c on host dv-cinder-821749-1-smb for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:04:34.378959 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-5751b37b-d77e-4c92-a0aa-2cd7dd2ff7b7 None None] Attempting to bind port 06cd7c9a-9261-42ce-9445-e94f559a4f9c by drivers openvswitch,hyperv on host dv-cinder-821749-1-smb at level 0 using segments [{'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:04:34.379574 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5751b37b-d77e-4c92-a0aa-2cd7dd2ff7b7 None None] Attempting to bind port 06cd7c9a-9261-42ce-9445-e94f559a4f9c on network ffa0012a-9543-497d-8125-adf64d8cb965 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:04:34.422257 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5751b37b-d77e-4c92-a0aa-2cd7dd2ff7b7 None None] Checking agent: {'id': '03990dc7-fb63-4310-b6c3-a74b6e9d0e80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 55, 58), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:04:34.422854 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5751b37b-d77e-4c92-a0aa-2cd7dd2ff7b7 None None] Checking segment: {'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:04:34.425049 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5751b37b-d77e-4c92-a0aa-2cd7dd2ff7b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:34.425756 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5751b37b-d77e-4c92-a0aa-2cd7dd2ff7b7 None None] Bound using segment: {'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:04:34.438359 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3817e984-9392-4b01-9ff3-d4478a989aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:34.442300 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-5751b37b-d77e-4c92-a0aa-2cd7dd2ff7b7 None None] Bound port: 06cd7c9a-9261-42ce-9445-e94f559a4f9c, host: dv-cinder-821749-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:04:34.449058 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5751b37b-d77e-4c92-a0aa-2cd7dd2ff7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:34.462805 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b4c96ec7-70ac-4955-8200-cef4397044fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:34.557976 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3817e984-9392-4b01-9ff3-d4478a989aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:34.698798 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e3f54be6-7326-4d64-a468-bb9d86d9e89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:34.731575 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-3817e984-9392-4b01-9ff3-d4478a989aa3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bc70a497778246ca8522a37d654c5bce&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1807663 Dec 14 19:04:34.750616 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 42358) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:34.798752 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 46da65b0-2075-4440-874e-8a164cb6934c up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:04:34.922145 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817e984-9392-4b01-9ff3-d4478a989aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9660bd-5d9e-4d64-bbbd-8e228de3844e,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:34.931511 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3817e984-9392-4b01-9ff3-d4478a989aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:35.098126 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [None req-bb90a0f7-5966-41ce-aae6-5e7c95b209a2 admin admin] Allocated IP 172.28.1.224 (ffa0012a-9543-497d-8125-adf64d8cb965/bf490572-e226-4f78-a70f-384a9e5bc0f8/6d93714b-7529-406c-a7ef-0855db260e4f) {{(pid=88176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:04:35.109117 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b4c96ec7-70ac-4955-8200-cef4397044fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:35.135278 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:35.155986 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-03b516d2-bde8-4fd5-964f-fd06d920aee9 None None] For port b2b71920-2d02-4262-828a-e129f8f666fd, host dv-cinder-821749-1-smb, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:04:35.165363 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c96ec7-70ac-4955-8200-cef4397044fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c83ad4-0428-401c-9bac-4d1b4b8ac88b,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:35.167641 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-b4c96ec7-70ac-4955-8200-cef4397044fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:35.363565 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-03b516d2-bde8-4fd5-964f-fd06d920aee9 None None] For port b2b71920-2d02-4262-828a-e129f8f666fd, host dv-cinder-821749-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=b2b71920-2d02-4262-828a-e129f8f666fd,segment=NetworkSegment(6aa82320-2fb6-4bdd-8682-c072e47132bc),segment_id=6aa82320-2fb6-4bdd-8682-c072e47132bc)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:04:35.411379 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-03b516d2-bde8-4fd5-964f-fd06d920aee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:35.465619 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:35.574620 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-059b0c51-2977-4024-9c2c-2731b926f965 req-b42d6c9f-4a5f-4263-a3aa-e6d13b101d9c tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f1531a4-3599-49f7-8346-29842078ebd8 HTTP/1.1" status: 200 len: 210 time: 0.4170752 Dec 14 19:04:35.576126 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2780b265-d03e-435e-954d-47c82f76b7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:35.715790 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning for port 46da65b0-2075-4440-874e-8a164cb6934c completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:04:35.739865 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afca33a-852a-4729-9530-9a1bfbd34bcd None None] Network b4963efd-9650-43f5-bcad-9f14585c51e1 requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:04:35.784136 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-5751b37b-d77e-4c92-a0aa-2cd7dd2ff7b7 None None] For port 06cd7c9a-9261-42ce-9445-e94f559a4f9c, host dv-cinder-821749-1-smb, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:04:35.795994 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-5751b37b-d77e-4c92-a0aa-2cd7dd2ff7b7 None None] For port 06cd7c9a-9261-42ce-9445-e94f559a4f9c, host dv-cinder-821749-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=06cd7c9a-9261-42ce-9445-e94f559a4f9c,segment=NetworkSegment(0945c744-4d3b-470e-8f6d-ce93add76b81),segment_id=0945c744-4d3b-470e-8f6d-ce93add76b81)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:04:35.806991 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5751b37b-d77e-4c92-a0aa-2cd7dd2ff7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:35.828030 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2780b265-d03e-435e-954d-47c82f76b7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:35.828314 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:35.970121 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b516d2-bde8-4fd5-964f-fd06d920aee9 None None] Pushing event updated for resources: {'Port': ['ID=b2b71920-2d02-4262-828a-e129f8f666fd,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:35.970121 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-03b516d2-bde8-4fd5-964f-fd06d920aee9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:36.089627 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-8d85a40f-86b7-4a88-9335-63ea4d155c87 None None] Provisioning for port 46da65b0-2075-4440-874e-8a164cb6934c completed by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:04:36.120907 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-8d85a40f-86b7-4a88-9335-63ea4d155c87 None None] Provisioning complete for port 46da65b0-2075-4440-874e-8a164cb6934c triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:04:36.148748 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5751b37b-d77e-4c92-a0aa-2cd7dd2ff7b7 None None] Routers {'2da98f89-f5b3-4364-bf8b-e02b720ed710'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:04:36.152967 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8d85a40f-86b7-4a88-9335-63ea4d155c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:36.168220 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-5751b37b-d77e-4c92-a0aa-2cd7dd2ff7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:04:29Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['2da98f89-f5b3-4364-bf8b-e02b720ed710'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:36.212207 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b4c96ec7-70ac-4955-8200-cef4397044fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:36.218503 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-b4c96ec7-70ac-4955-8200-cef4397044fe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b3c83ad4-0428-401c-9bac-4d1b4b8ac88b HTTP/1.1" status: 204 len: 168 time: 3.6008112 Dec 14 19:04:36.416302 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8d85a40f-86b7-4a88-9335-63ea4d155c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:36.480817 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-8d85a40f-86b7-4a88-9335-63ea4d155c87 None None] For port 46da65b0-2075-4440-874e-8a164cb6934c, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=46da65b0-2075-4440-874e-8a164cb6934c,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:04:36.489618 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8d85a40f-86b7-4a88-9335-63ea4d155c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:36.498550 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:36.669193 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bb90a0f7-5966-41ce-aae6-5e7c95b209a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:36.727941 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2780b265-d03e-435e-954d-47c82f76b7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:36.744078 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bb90a0f7-5966-41ce-aae6-5e7c95b209a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486'] for port, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:36.769269 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:36.782133 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:36.791603 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85a40f-86b7-4a88-9335-63ea4d155c87 None None] Pushing event updated for resources: {'Port': ['ID=46da65b0-2075-4440-874e-8a164cb6934c,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:36.813251 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8d85a40f-86b7-4a88-9335-63ea4d155c87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:36.842547 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780b265-d03e-435e-954d-47c82f76b7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9660bd-5d9e-4d64-bbbd-8e228de3844e,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:36.847302 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2780b265-d03e-435e-954d-47c82f76b7c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:37.004624 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-5751b37b-d77e-4c92-a0aa-2cd7dd2ff7b7 None None] Set router 2da98f89-f5b3-4364-bf8b-e02b720ed710 gateway port host: dv-cinder-821749-1-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:04:37.024746 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2780b265-d03e-435e-954d-47c82f76b7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:37.027212 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-2780b265-d03e-435e-954d-47c82f76b7c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ea9660bd-5d9e-4d64-bbbd-8e228de3844e HTTP/1.1" status: 204 len: 168 time: 2.2647662 Dec 14 19:04:37.053944 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-82ed1b38-84de-4f31-ab05-be491d6c746a req-2989d2b3-d1c9-4f3c-a4d9-8f05a6d301cb tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f1531a4-3599-49f7-8346-29842078ebd8 HTTP/1.1" status: 200 len: 210 time: 0.2257206 Dec 14 19:04:37.104840 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90a0f7-5966-41ce-aae6-5e7c95b209a2 admin admin] Pushing event updated for resources: {'Port': ['ID=6d93714b-7529-406c-a7ef-0855db260e4f,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:37.173543 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb90a0f7-5966-41ce-aae6-5e7c95b209a2 admin admin] Network ffa0012a-9543-497d-8125-adf64d8cb965 is already hosted by enough agents. {{(pid=88176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:04:37.186855 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-bb90a0f7-5966-41ce-aae6-5e7c95b209a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:37.231908 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-bb90a0f7-5966-41ce-aae6-5e7c95b209a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:37.237142 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb90a0f7-5966-41ce-aae6-5e7c95b209a2 admin admin] Received port after_create {{(pid=88176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:04:37.330165 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b57aa5-2542-455f-8a2d-605f090c1e57 admin admin] Router 69eb45f3-812c-409b-bbda-2ab5d1e31896 is scheduled to L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 with binding_index 1 {{(pid=88176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 14 19:04:37.516807 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-2fdf6b9e-4ec1-4738-a573-4ab560564d0d None None] Provisioning complete for port 46da65b0-2075-4440-874e-8a164cb6934c triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:04:37.517836 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2fdf6b9e-4ec1-4738-a573-4ab560564d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:37.691061 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8dc56e-eb27-453f-b388-f666fb819364 None None] Pushing event updated for resources: {'Port': ['ID=06cd7c9a-9261-42ce-9445-e94f559a4f9c,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:37.696678 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-5751b37b-d77e-4c92-a0aa-2cd7dd2ff7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da98f89-f5b3-4364-bf8b-e02b720ed710', 'name': 'tempest-ServerRescueNegativeTestJSON-712161804-router', 'tenant_id': 'a0bcd02b122b4b9eae4ccde55819070a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '06cd7c9a-9261-42ce-9445-e94f559a4f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:25Z', 'updated_at': '2021-12-14T19:04:29Z', 'revision_number': 3, 'project_id': 'a0bcd02b122b4b9eae4ccde55819070a', 'gw_port': {'id': '06cd7c9a-9261-42ce-9445-e94f559a4f9c', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da98f89-f5b3-4364-bf8b-e02b720ed710', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:28Z', 'updated_at': '2021-12-14T19:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb'}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:37.700833 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2e8dc56e-eb27-453f-b388-f666fb819364 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.872s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:37.708403 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5751b37b-d77e-4c92-a0aa-2cd7dd2ff7b7 None None] The sync data for ids ['2da98f89-f5b3-4364-bf8b-e02b720ed710'] in dv-cinder-821749-1-smb is: [{'id': '2da98f89-f5b3-4364-bf8b-e02b720ed710', 'name': 'tempest-ServerRescueNegativeTestJSON-712161804-router', 'tenant_id': 'a0bcd02b122b4b9eae4ccde55819070a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '06cd7c9a-9261-42ce-9445-e94f559a4f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:25Z', 'updated_at': '2021-12-14T19:04:29Z', 'revision_number': 3, 'project_id': 'a0bcd02b122b4b9eae4ccde55819070a', 'gw_port': {'id': '06cd7c9a-9261-42ce-9445-e94f559a4f9c', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d0:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da98f89-f5b3-4364-bf8b-e02b720ed710', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:28Z', 'updated_at': '2021-12-14T19:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb'}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:04:38.039262 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f2ce-a96a-4ba0-9012-0a589010b7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:38.040133 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b57aa5-2542-455f-8a2d-605f090c1e57 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:04:38.055681 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b724f5-a664-4001-aae9-4b85746d984c None None] Sync routers for ids ['69eb45f3-812c-409b-bbda-2ab5d1e31896'] in dv-cinder-821749-1-smb {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:04:38.085755 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b724f5-a664-4001-aae9-4b85746d984c None None] Routers {'69eb45f3-812c-409b-bbda-2ab5d1e31896'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:04:38.087240 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-64b724f5-a664-4001-aae9-4b85746d984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:04:29Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['69eb45f3-812c-409b-bbda-2ab5d1e31896'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:38.099956 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bb90a0f7-5966-41ce-aae6-5e7c95b209a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:38.102473 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bb90a0f7-5966-41ce-aae6-5e7c95b209a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851050847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854340295'] for router, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:38.537492 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-64b724f5-a664-4001-aae9-4b85746d984c None None] Set router 69eb45f3-812c-409b-bbda-2ab5d1e31896 gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:04:38.710381 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 42444) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:38.753019 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-39b57aa5-2542-455f-8a2d-605f090c1e57 admin admin] Notify callbacks [] for router, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:38.758202 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-39b57aa5-2542-455f-8a2d-605f090c1e57 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.5194337 Dec 14 19:04:38.829475 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 42452) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:38.873882 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-975149c4-e99d-4193-a401-2264a45e5aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:39.036772 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 46da65b0-2075-4440-874e-8a164cb6934c up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:04:39.139076 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-975149c4-e99d-4193-a401-2264a45e5aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:39.165553 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-975149c4-e99d-4193-a401-2264a45e5aed admin admin] Usage tracker for resource:security_group_rule and tenant:351cc7ecdef14d52b771eed1ced91099 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:39.174035 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-975149c4-e99d-4193-a401-2264a45e5aed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:39.205288 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-975149c4-e99d-4193-a401-2264a45e5aed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:39.265515 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port 46da65b0-2075-4440-874e-8a164cb6934c triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:04:39.265733 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:39.397963 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [None req-6ea8f2ce-a96a-4ba0-9012-0a589010b7aa admin admin] Allocated IP 172.20.0.1 (d6bf064b-07a6-4d06-b7dd-381a325de464/1a68fb5d-39b8-4e02-9311-449e023242d8/4180fb64-f89e-4b46-a74c-3c0e201e758e) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:04:39.662815 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-975149c4-e99d-4193-a401-2264a45e5aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:39.680175 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-975149c4-e99d-4193-a401-2264a45e5aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:39.721618 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device b2b71920-2d02-4262-828a-e129f8f666fd up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:04:39.742936 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f2ce-a96a-4ba0-9012-0a589010b7aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:39.807596 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d696be-ac11-417b-865c-6614bc7c738b None None] Network 41417801-7e29-40be-adf1-4fe41a7c2988 requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:04:39.825182 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f2ce-a96a-4ba0-9012-0a589010b7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:39.855883 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:39.902458 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-dc3f68c0-0b2d-4900-97e9-38cc1a7a4c66 req-d505c03e-bb26-4380-9714-56af5d005047 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f1531a4-3599-49f7-8346-29842078ebd8 HTTP/1.1" status: 200 len: 210 time: 1.0900524 Dec 14 19:04:39.902912 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:39.945190 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-975149c4-e99d-4193-a401-2264a45e5aed admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=351cc7ecdef14d52b771eed1ced91099&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1760235 Dec 14 19:04:39.959103 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 42478) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:40.074612 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea8f2ce-a96a-4ba0-9012-0a589010b7aa admin admin] Network d6bf064b-07a6-4d06-b7dd-381a325de464 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:04:40.088618 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-6ea8f2ce-a96a-4ba0-9012-0a589010b7aa admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:40.106793 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8f2ce-a96a-4ba0-9012-0a589010b7aa admin admin] Pushing event updated for resources: {'Port': ['ID=4180fb64-f89e-4b46-a74c-3c0e201e758e,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:40.118397 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea8f2ce-a96a-4ba0-9012-0a589010b7aa admin admin] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:04:40.119384 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f2ce-a96a-4ba0-9012-0a589010b7aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440700'] for router_interface, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:40.136908 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975149c4-e99d-4193-a401-2264a45e5aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a22d1d1-b5b5-4544-ab04-5cad9b4825e3,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:40.153846 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6ea8f2ce-a96a-4ba0-9012-0a589010b7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:40.156683 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-975149c4-e99d-4193-a401-2264a45e5aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:40.407180 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5f49edbd-39b9-48f6-b0af-801d4712388e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:40.478921 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb90a0f7-5966-41ce-aae6-5e7c95b209a2 admin admin] Router 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 is scheduled to L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 with binding_index 1 {{(pid=88176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 14 19:04:40.522042 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-056dcb3b-ba9d-467c-ad60-174fe67d0277 None None] Provisioning for port b2b71920-2d02-4262-828a-e129f8f666fd completed by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:04:40.773891 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning for port b2b71920-2d02-4262-828a-e129f8f666fd completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:04:40.794873 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port b2b71920-2d02-4262-828a-e129f8f666fd triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:04:40.795578 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:41.096415 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f2ce-a96a-4ba0-9012-0a589010b7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:41.116856 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5f49edbd-39b9-48f6-b0af-801d4712388e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:41.117301 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.73', 54741) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:41.376670 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-64b724f5-a664-4001-aae9-4b85746d984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'name': 'tempest-AttachVolumeShelveTestJSON-1302898717-router', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143'}], 'enable_snat': True}, 'gw_port_id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:28Z', 'updated_at': '2021-12-14T19:04:33Z', 'revision_number': 3, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'gw_port': {'id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:83:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:30Z', 'updated_at': '2021-12-14T19:04:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb'}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:41.434284 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:41.562414 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b724f5-a664-4001-aae9-4b85746d984c None None] Checking router: 69eb45f3-812c-409b-bbda-2ab5d1e31896 for host: dv-cinder-821749-1-smb {{(pid=88178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:04:41.563064 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b724f5-a664-4001-aae9-4b85746d984c None None] Updating router 69eb45f3-812c-409b-bbda-2ab5d1e31896 port 12250b26-9bf7-4b97-bac7-07e5b6fa2f1f binding host dv-cinder-821749-1-smb {{(pid=88178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:04:41.605521 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5f49edbd-39b9-48f6-b0af-801d4712388e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:41.673384 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-64b724f5-a664-4001-aae9-4b85746d984c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:41.757420 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 42514) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:41.758992 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-b7f563d6-888c-4d41-a291-d9f0cce3d0f5 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:41.761288 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-b7f563d6-888c-4d41-a291-d9f0cce3d0f5 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Synchronizing usage tracker for tenant:4709c843560a4e44913d89a7d7dd5abc on resource:network {{(pid=88176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:04:41.762664 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:41.766812 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-9cb1489e-d61c-4e19-ba5c-9a663a90393f None None] Provisioning complete for port b2b71920-2d02-4262-828a-e129f8f666fd triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:04:41.767240 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9cb1489e-d61c-4e19-ba5c-9a663a90393f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:41.796714 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-b7f563d6-888c-4d41-a291-d9f0cce3d0f5 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Unset dirty status for tenant:4709c843560a4e44913d89a7d7dd5abc on resource:network {{(pid=88176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:04:41.798033 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-b7f563d6-888c-4d41-a291-d9f0cce3d0f5 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.73 "GET /v2.0/networks?id=8bb57d17-42d6-4157-ae47-d0ef704962ab HTTP/1.1" status: 200 len: 811 time: 0.6756084 Dec 14 19:04:41.839561 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-52ad5dcf-5372-45f6-b652-ee429b5b5799 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Request body: {'port': {'device_id': '6f1531a4-3599-49f7-8346-29842078ebd8', 'network_id': '8bb57d17-42d6-4157-ae47-d0ef704962ab', 'admin_state_up': True, 'tenant_id': '4709c843560a4e44913d89a7d7dd5abc'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:41.854317 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 42520) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:41.858194 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5f49edbd-39b9-48f6-b0af-801d4712388e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:41.862081 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-5f49edbd-39b9-48f6-b0af-801d4712388e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0a22d1d1-b5b5-4544-ab04-5cad9b4825e3 HTTP/1.1" status: 204 len: 168 time: 1.8958044 Dec 14 19:04:41.877144 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f49edbd-39b9-48f6-b0af-801d4712388e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a22d1d1-b5b5-4544-ab04-5cad9b4825e3,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:41.890846 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-5f49edbd-39b9-48f6-b0af-801d4712388e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:41.923600 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-59975d6e-1aa4-462f-8359-f47ffa4c7fba req-238ca270-5234-4e9b-af05-6d12fd416068 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f1531a4-3599-49f7-8346-29842078ebd8 HTTP/1.1" status: 200 len: 210 time: 0.1330938 Dec 14 19:04:41.924524 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] For port b2b71920-2d02-4262-828a-e129f8f666fd, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=b2b71920-2d02-4262-828a-e129f8f666fd,segment=NetworkSegment(6aa82320-2fb6-4bdd-8682-c072e47132bc),segment_id=6aa82320-2fb6-4bdd-8682-c072e47132bc)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:04:41.942025 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:41.952703 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:42.130014 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-52ad5dcf-5372-45f6-b652-ee429b5b5799 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:42.130776 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:42.149383 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb90a0f7-5966-41ce-aae6-5e7c95b209a2 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:04:42.169855 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a9885b-b8f0-40dc-ac7e-0ae9373ada08 None None] Sync routers for ids ['87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'] in dv-cinder-821749-1-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:04:42.199289 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f2ce-a96a-4ba0-9012-0a589010b7aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:42.201440 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-52ad5dcf-5372-45f6-b652-ee429b5b5799 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Usage tracker for resource:port and tenant:4709c843560a4e44913d89a7d7dd5abc is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:42.210506 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-52ad5dcf-5372-45f6-b652-ee429b5b5799 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:42.212122 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a9885b-b8f0-40dc-ac7e-0ae9373ada08 None None] Routers {'87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:04:42.214349 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bb90a0f7-5966-41ce-aae6-5e7c95b209a2 admin admin] Notify callbacks [] for router, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:42.215590 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-78a9885b-b8f0-40dc-ac7e-0ae9373ada08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:04:29Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:42.221039 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-bb90a0f7-5966-41ce-aae6-5e7c95b209a2 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.4460695 Dec 14 19:04:42.232077 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 42542) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:42.234314 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-52ad5dcf-5372-45f6-b652-ee429b5b5799 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:42.244015 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f2ce-a96a-4ba0-9012-0a589010b7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:42.257966 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-52ad5dcf-5372-45f6-b652-ee429b5b5799 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Made reservation on behalf of 4709c843560a4e44913d89a7d7dd5abc for: {'port': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:04:42.265115 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-52ad5dcf-5372-45f6-b652-ee429b5b5799 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:42.369900 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6ea8f2ce-a96a-4ba0-9012-0a589010b7aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3287090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854335205'] for router_interface, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:42.382398 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e9850a6c-f1a8-4067-be6f-46921400dbc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:42.590722 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Pushing event updated for resources: {'Port': ['ID=b2b71920-2d02-4262-828a-e129f8f666fd,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:42.594563 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 06cd7c9a-9261-42ce-9445-e94f559a4f9c up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:04:42.612368 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-78a9885b-b8f0-40dc-ac7e-0ae9373ada08 None None] Set router 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 gateway port host: dv-cinder-821749-1-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:04:42.621604 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:42.626093 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-52ad5dcf-5372-45f6-b652-ee429b5b5799 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Allocated IP 172.20.0.2 (8bb57d17-42d6-4157-ae47-d0ef704962ab/b628382e-2379-49d5-887b-6a0dea44a6e4/7ddc0e7d-77bd-4d7d-af9a-dcba576e529e) {{(pid=88176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:04:42.630036 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8f2ce-a96a-4ba0-9012-0a589010b7aa admin admin] Pushing event updated for resources: {'Port': ['ID=4180fb64-f89e-4b46-a74c-3c0e201e758e,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:42.660272 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6ea8f2ce-a96a-4ba0-9012-0a589010b7aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:43.001549 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-52ad5dcf-5372-45f6-b652-ee429b5b5799 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Notify callbacks [] for port, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:43.020422 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning for port 06cd7c9a-9261-42ce-9445-e94f559a4f9c completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:04:43.050023 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-52ad5dcf-5372-45f6-b652-ee429b5b5799 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486'] for port, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:43.060598 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port 06cd7c9a-9261-42ce-9445-e94f559a4f9c triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:04:43.061791 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:43.070108 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-bb90a0f7-5966-41ce-aae6-5e7c95b209a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:43.310463 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:43.329699 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] For port 06cd7c9a-9261-42ce-9445-e94f559a4f9c, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=06cd7c9a-9261-42ce-9445-e94f559a4f9c,segment=NetworkSegment(0945c744-4d3b-470e-8f6d-ce93add76b81),segment_id=0945c744-4d3b-470e-8f6d-ce93add76b81)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:04:43.339221 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:43.358311 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:43.370523 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-52ad5dcf-5372-45f6-b652-ee429b5b5799 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Network 8bb57d17-42d6-4157-ae47-d0ef704962ab is already hosted by enough agents. {{(pid=88176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:04:43.382578 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-52ad5dcf-5372-45f6-b652-ee429b5b5799 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Resources bound (agent type, host, resource id): {{(pid=88176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:43.404857 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-52ad5dcf-5372-45f6-b652-ee429b5b5799 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Received port after_create {{(pid=88176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:04:43.421197 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-52ad5dcf-5372-45f6-b652-ee429b5b5799 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:43.422287 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-52ad5dcf-5372-45f6-b652-ee429b5b5799 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for port, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:43.451030 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea8f2ce-a96a-4ba0-9012-0a589010b7aa admin admin] Network d6bf064b-07a6-4d06-b7dd-381a325de464 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:04:43.510325 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-52ad5dcf-5372-45f6-b652-ee429b5b5799 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6772640 Dec 14 19:04:43.527630 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ad5dcf-5372-45f6-b652-ee429b5b5799 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Pushing event updated for resources: {'Port': ['ID=7ddc0e7d-77bd-4d7d-af9a-dcba576e529e,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:43.536628 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-78a9885b-b8f0-40dc-ac7e-0ae9373ada08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'name': 'tempest-AttachVolumeTestJSON-311324847-router', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:31Z', 'updated_at': '2021-12-14T19:04:37Z', 'revision_number': 3, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'gw_port': {'id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:33Z', 'updated_at': '2021-12-14T19:04:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb'}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:43.548919 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-eeea5216-70fc-485e-b003-8491e8a4d9bd tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=88176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 19:04:43.552819 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-eeea5216-70fc-485e-b003-8491e8a4d9bd tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0331900 Dec 14 19:04:43.556503 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-52ad5dcf-5372-45f6-b652-ee429b5b5799 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:43.585959 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-64b724f5-a664-4001-aae9-4b85746d984c None None] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:43.586194 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-6ea8f2ce-a96a-4ba0-9012-0a589010b7aa admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:43.602202 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-64b724f5-a664-4001-aae9-4b85746d984c None None] Transition to ACTIVE for port object 12250b26-9bf7-4b97-bac7-07e5b6fa2f1f will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:04:43.608763 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Pushing event updated for resources: {'Port': ['ID=06cd7c9a-9261-42ce-9445-e94f559a4f9c,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:43.623965 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:43.625581 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-64b724f5-a664-4001-aae9-4b85746d984c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:43.632022 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:43.697638 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a9885b-b8f0-40dc-ac7e-0ae9373ada08 None None] Checking router: 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 for host: dv-cinder-821749-1-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:04:43.698154 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a9885b-b8f0-40dc-ac7e-0ae9373ada08 None None] Updating router 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 port 6d93714b-7529-406c-a7ef-0855db260e4f binding host dv-cinder-821749-1-smb {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:04:43.720440 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e3bcf-da52-4a7e-a010-545c2d5b0e15 None None] Pushing event updated for resources: {'Port': ['ID=12250b26-9bf7-4b97-bac7-07e5b6fa2f1f,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:43.726220 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ac5e3bcf-da52-4a7e-a010-545c2d5b0e15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:43.751145 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-64b724f5-a664-4001-aae9-4b85746d984c None None] Attempting to bind port 12250b26-9bf7-4b97-bac7-07e5b6fa2f1f on host dv-cinder-821749-1-smb for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:04:43.751570 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-64b724f5-a664-4001-aae9-4b85746d984c None None] Attempting to bind port 12250b26-9bf7-4b97-bac7-07e5b6fa2f1f by drivers openvswitch,hyperv on host dv-cinder-821749-1-smb at level 0 using segments [{'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:04:43.751988 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b724f5-a664-4001-aae9-4b85746d984c None None] Attempting to bind port 12250b26-9bf7-4b97-bac7-07e5b6fa2f1f on network ffa0012a-9543-497d-8125-adf64d8cb965 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:04:43.761740 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b724f5-a664-4001-aae9-4b85746d984c None None] Checking agent: {'id': '03990dc7-fb63-4310-b6c3-a74b6e9d0e80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 55, 58), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:04:43.762257 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b724f5-a664-4001-aae9-4b85746d984c None None] Checking segment: {'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:04:43.762610 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-64b724f5-a664-4001-aae9-4b85746d984c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:43.763065 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b724f5-a664-4001-aae9-4b85746d984c None None] Bound using segment: {'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:04:43.763602 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-64b724f5-a664-4001-aae9-4b85746d984c None None] Bound port: 12250b26-9bf7-4b97-bac7-07e5b6fa2f1f, host: dv-cinder-821749-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:04:43.764036 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-64b724f5-a664-4001-aae9-4b85746d984c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:43.779267 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-78a9885b-b8f0-40dc-ac7e-0ae9373ada08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:43.866514 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-64b724f5-a664-4001-aae9-4b85746d984c None None] For port 12250b26-9bf7-4b97-bac7-07e5b6fa2f1f, host dv-cinder-821749-1-smb, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:04:43.870551 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-64b724f5-a664-4001-aae9-4b85746d984c None None] For port 12250b26-9bf7-4b97-bac7-07e5b6fa2f1f, host dv-cinder-821749-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=12250b26-9bf7-4b97-bac7-07e5b6fa2f1f,segment=NetworkSegment(0945c744-4d3b-470e-8f6d-ce93add76b81),segment_id=0945c744-4d3b-470e-8f6d-ce93add76b81)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:04:43.876160 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-64b724f5-a664-4001-aae9-4b85746d984c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:43.914949 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:44.044965 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e3bcf-da52-4a7e-a010-545c2d5b0e15 None None] Pushing event updated for resources: {'Port': ['ID=12250b26-9bf7-4b97-bac7-07e5b6fa2f1f,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:44.073252 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ac5e3bcf-da52-4a7e-a010-545c2d5b0e15 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:44.121196 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b724f5-a664-4001-aae9-4b85746d984c None None] Routers {'69eb45f3-812c-409b-bbda-2ab5d1e31896'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:04:44.121927 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-64b724f5-a664-4001-aae9-4b85746d984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:04:29Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['69eb45f3-812c-409b-bbda-2ab5d1e31896'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:44.189578 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5805bf38-43c5-409b-a1a8-0445b182f784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:44.257564 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6e588-7094-4dea-81fc-6cddca898bb7 req-7624c101-c506-41a9-a146-b0361e18f4b5 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:44.266364 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-92d6e588-7094-4dea-81fc-6cddca898bb7 req-7624c101-c506-41a9-a146-b0361e18f4b5 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f1531a4-3599-49f7-8346-29842078ebd8 HTTP/1.1" status: 200 len: 931 time: 0.8112161 Dec 14 19:04:44.279374 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 06cd7c9a-9261-42ce-9445-e94f559a4f9c up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:04:44.350594 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-92d6e588-7094-4dea-81fc-6cddca898bb7 req-27886ae6-db95-47b6-87ec-7239da200e66 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.62 "GET /v2.0/security-groups?id=37d5ed93-279e-40eb-813a-c0545c88fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830998 Dec 14 19:04:44.513930 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-5805bf38-43c5-409b-a1a8-0445b182f784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:44.529366 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-5805bf38-43c5-409b-a1a8-0445b182f784 admin admin] Usage tracker for resource:security_group_rule and tenant:d58cda9980704bb7b14189448e9baac8 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:44.538079 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-5805bf38-43c5-409b-a1a8-0445b182f784 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:44.555076 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-5805bf38-43c5-409b-a1a8-0445b182f784 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:44.722292 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-ee4343f7-eb75-4cbf-9ed2-f8b25827a9d5 service neutron] Request body: {'port': {'device_id': '6f1531a4-3599-49f7-8346-29842078ebd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:04:44.728517 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-78a9885b-b8f0-40dc-ac7e-0ae9373ada08 None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:44.757808 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-78a9885b-b8f0-40dc-ac7e-0ae9373ada08 None None] Transition to ACTIVE for port object 6d93714b-7529-406c-a7ef-0855db260e4f will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:04:44.775461 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-78a9885b-b8f0-40dc-ac7e-0ae9373ada08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:44.791807 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:44.831049 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port 06cd7c9a-9261-42ce-9445-e94f559a4f9c triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:04:44.831841 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:45.019403 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-78a9885b-b8f0-40dc-ac7e-0ae9373ada08 None None] Attempting to bind port 6d93714b-7529-406c-a7ef-0855db260e4f on host dv-cinder-821749-1-smb for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:04:45.020555 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-78a9885b-b8f0-40dc-ac7e-0ae9373ada08 None None] Attempting to bind port 6d93714b-7529-406c-a7ef-0855db260e4f by drivers openvswitch,hyperv on host dv-cinder-821749-1-smb at level 0 using segments [{'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:04:45.021135 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9885b-b8f0-40dc-ac7e-0ae9373ada08 None None] Attempting to bind port 6d93714b-7529-406c-a7ef-0855db260e4f on network ffa0012a-9543-497d-8125-adf64d8cb965 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:04:45.049951 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fe881-bc31-4c62-bca5-508bb88a73fe None None] Pushing event updated for resources: {'Port': ['ID=6d93714b-7529-406c-a7ef-0855db260e4f,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:45.055393 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8a6fe881-bc31-4c62-bca5-508bb88a73fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:45.059141 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9885b-b8f0-40dc-ac7e-0ae9373ada08 None None] Checking agent: {'id': '03990dc7-fb63-4310-b6c3-a74b6e9d0e80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 55, 58), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:04:45.059882 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9885b-b8f0-40dc-ac7e-0ae9373ada08 None None] Checking segment: {'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:04:45.060625 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-78a9885b-b8f0-40dc-ac7e-0ae9373ada08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:45.061383 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a9885b-b8f0-40dc-ac7e-0ae9373ada08 None None] Bound using segment: {'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:04:45.062303 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-78a9885b-b8f0-40dc-ac7e-0ae9373ada08 None None] Bound port: 6d93714b-7529-406c-a7ef-0855db260e4f, host: dv-cinder-821749-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:04:45.062958 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-78a9885b-b8f0-40dc-ac7e-0ae9373ada08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:45.162747 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea8f2ce-a96a-4ba0-9012-0a589010b7aa admin admin] Router 2da98f89-f5b3-4364-bf8b-e02b720ed710 has already been hosted by L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:04:45.192333 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-ee4343f7-eb75-4cbf-9ed2-f8b25827a9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:45.215139 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f410b24c-950f-44a4-891a-984cc504318b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:45.306953 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5805bf38-43c5-409b-a1a8-0445b182f784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:45.345449 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5805bf38-43c5-409b-a1a8-0445b182f784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:45.350431 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-64b724f5-a664-4001-aae9-4b85746d984c None None] Set router 69eb45f3-812c-409b-bbda-2ab5d1e31896 gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:04:45.435538 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-78a9885b-b8f0-40dc-ac7e-0ae9373ada08 None None] For port 6d93714b-7529-406c-a7ef-0855db260e4f, host dv-cinder-821749-1-smb, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:04:45.474757 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-78a9885b-b8f0-40dc-ac7e-0ae9373ada08 None None] For port 6d93714b-7529-406c-a7ef-0855db260e4f, host dv-cinder-821749-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=6d93714b-7529-406c-a7ef-0855db260e4f,segment=NetworkSegment(0945c744-4d3b-470e-8f6d-ce93add76b81),segment_id=0945c744-4d3b-470e-8f6d-ce93add76b81)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:04:45.500838 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-78a9885b-b8f0-40dc-ac7e-0ae9373ada08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:45.523877 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2e8dc56e-eb27-453f-b388-f666fb819364 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:45.564774 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2780b265-d03e-435e-954d-47c82f76b7c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:45.675382 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device b2b71920-2d02-4262-828a-e129f8f666fd up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:04:45.908834 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a9885b-b8f0-40dc-ac7e-0ae9373ada08 None None] Routers {'87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:04:45.909979 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-78a9885b-b8f0-40dc-ac7e-0ae9373ada08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:04:29Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:46.180179 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-5805bf38-43c5-409b-a1a8-0445b182f784 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d58cda9980704bb7b14189448e9baac8&name=default HTTP/1.1" status: 200 len: 2647 time: 4.3189151 Dec 14 19:04:46.219152 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port b2b71920-2d02-4262-828a-e129f8f666fd triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:04:46.219575 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:46.232404 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 42606) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:46.318701 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-78a9885b-b8f0-40dc-ac7e-0ae9373ada08 None None] Set router 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 gateway port host: dv-cinder-821749-1-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:04:46.993635 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fe881-bc31-4c62-bca5-508bb88a73fe None None] Pushing event updated for resources: {'Port': ['ID=6d93714b-7529-406c-a7ef-0855db260e4f,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:47.007545 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-64b724f5-a664-4001-aae9-4b85746d984c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'name': 'tempest-AttachVolumeShelveTestJSON-1302898717-router', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143'}], 'enable_snat': True}, 'gw_port_id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:28Z', 'updated_at': '2021-12-14T19:04:33Z', 'revision_number': 3, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'gw_port': {'id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:83:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:30Z', 'updated_at': '2021-12-14T19:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb'}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:47.016976 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8a6fe881-bc31-4c62-bca5-508bb88a73fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.493s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:47.026187 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-78a9885b-b8f0-40dc-ac7e-0ae9373ada08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'name': 'tempest-AttachVolumeTestJSON-311324847-router', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:31Z', 'updated_at': '2021-12-14T19:04:37Z', 'revision_number': 3, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'gw_port': {'id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:33Z', 'updated_at': '2021-12-14T19:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb'}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:47.032817 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a9885b-b8f0-40dc-ac7e-0ae9373ada08 None None] The sync data for ids ['87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'] in dv-cinder-821749-1-smb is: [{'id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'name': 'tempest-AttachVolumeTestJSON-311324847-router', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:31Z', 'updated_at': '2021-12-14T19:04:37Z', 'revision_number': 3, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'gw_port': {'id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:33Z', 'updated_at': '2021-12-14T19:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb'}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:04:47.034129 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b724f5-a664-4001-aae9-4b85746d984c None None] The sync data for ids ['69eb45f3-812c-409b-bbda-2ab5d1e31896'] in dv-cinder-821749-1-smb is: [{'id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'name': 'tempest-AttachVolumeShelveTestJSON-1302898717-router', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143'}], 'enable_snat': True}, 'gw_port_id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:28Z', 'updated_at': '2021-12-14T19:04:33Z', 'revision_number': 3, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'gw_port': {'id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:83:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:30Z', 'updated_at': '2021-12-14T19:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb'}] {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:04:47.102366 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805bf38-43c5-409b-a1a8-0445b182f784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4438f5cd-4330-4e46-ba4f-a25bcc47b79b,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:47.139558 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-ee4343f7-eb75-4cbf-9ed2-f8b25827a9d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ddc0e7d-77bd-4d7d-af9a-dcba576e529e {{(pid=88176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:04:47.163265 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-ee4343f7-eb75-4cbf-9ed2-f8b25827a9d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:47.215568 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-5805bf38-43c5-409b-a1a8-0445b182f784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.654s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:47.226494 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-ee4343f7-eb75-4cbf-9ed2-f8b25827a9d5 service neutron] Transition to ACTIVE for port object 7ddc0e7d-77bd-4d7d-af9a-dcba576e529e will not be triggered until provisioned by entity L2. {{(pid=88176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:04:47.245361 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-ee4343f7-eb75-4cbf-9ed2-f8b25827a9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:47.276022 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:47.531986 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b928e735-b851-4dc3-8177-de229b3ba00f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:47.605525 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b928e735-b851-4dc3-8177-de229b3ba00f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:47.673155 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4343f7-eb75-4cbf-9ed2-f8b25827a9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7ddc0e7d-77bd-4d7d-af9a-dcba576e529e,revision_number=2']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:47.678807 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ee4343f7-eb75-4cbf-9ed2-f8b25827a9d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:47.756034 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b928e735-b851-4dc3-8177-de229b3ba00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:47.809896 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-ee4343f7-eb75-4cbf-9ed2-f8b25827a9d5 service neutron] Attempting to bind port 7ddc0e7d-77bd-4d7d-af9a-dcba576e529e on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:04:47.810949 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-ee4343f7-eb75-4cbf-9ed2-f8b25827a9d5 service neutron] Attempting to bind port 7ddc0e7d-77bd-4d7d-af9a-dcba576e529e by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '03d08db8-efc3-447a-8f2a-c5bd4ab289aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8bb57d17-42d6-4157-ae47-d0ef704962ab'}] {{(pid=88176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:04:47.811540 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-ee4343f7-eb75-4cbf-9ed2-f8b25827a9d5 service neutron] Attempting to bind port 7ddc0e7d-77bd-4d7d-af9a-dcba576e529e on network 8bb57d17-42d6-4157-ae47-d0ef704962ab {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:04:47.826847 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-ee4343f7-eb75-4cbf-9ed2-f8b25827a9d5 service neutron] Port 7ddc0e7d-77bd-4d7d-af9a-dcba576e529e on network 8bb57d17-42d6-4157-ae47-d0ef704962ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:04:47.827627 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-ee4343f7-eb75-4cbf-9ed2-f8b25827a9d5 service neutron] Attempting to bind port 7ddc0e7d-77bd-4d7d-af9a-dcba576e529e on network 8bb57d17-42d6-4157-ae47-d0ef704962ab {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:04:47.847087 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-ee4343f7-eb75-4cbf-9ed2-f8b25827a9d5 service neutron] Checking agent: {'id': '2cdf3b01-963f-4e6b-8571-872140058f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:04:47.850273 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-12747745-463c-4ef8-bff8-22dce30991ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:47.850972 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-ee4343f7-eb75-4cbf-9ed2-f8b25827a9d5 service neutron] Checking segment: {'id': '03d08db8-efc3-447a-8f2a-c5bd4ab289aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8bb57d17-42d6-4157-ae47-d0ef704962ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:04:47.851731 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-ee4343f7-eb75-4cbf-9ed2-f8b25827a9d5 service neutron] Bound using segment: {'id': '03d08db8-efc3-447a-8f2a-c5bd4ab289aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8bb57d17-42d6-4157-ae47-d0ef704962ab'} {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:04:47.852372 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-ee4343f7-eb75-4cbf-9ed2-f8b25827a9d5 service neutron] Bound port: 7ddc0e7d-77bd-4d7d-af9a-dcba576e529e, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03d08db8-efc3-447a-8f2a-c5bd4ab289aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '8bb57d17-42d6-4157-ae47-d0ef704962ab'}}] {{(pid=88176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:04:47.853607 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-ee4343f7-eb75-4cbf-9ed2-f8b25827a9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:47.958246 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928e735-b851-4dc3-8177-de229b3ba00f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4438f5cd-4330-4e46-ba4f-a25bcc47b79b,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:47.967239 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-b928e735-b851-4dc3-8177-de229b3ba00f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:48.088612 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c13c9-d244-4741-86a8-859c8c454e51 req-da3cc594-7336-4b00-823c-593bf2128fd6 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:48.095366 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-866c13c9-d244-4741-86a8-859c8c454e51 req-da3cc594-7336-4b00-823c-593bf2128fd6 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f1531a4-3599-49f7-8346-29842078ebd8 HTTP/1.1" status: 200 len: 931 time: 2.2539647 Dec 14 19:04:48.174728 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-ee4343f7-eb75-4cbf-9ed2-f8b25827a9d5 service neutron] For port 7ddc0e7d-77bd-4d7d-af9a-dcba576e529e, host hv-cinder-82174, cleared binding levels {{(pid=88176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:04:48.211051 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-ee4343f7-eb75-4cbf-9ed2-f8b25827a9d5 service neutron] For port 7ddc0e7d-77bd-4d7d-af9a-dcba576e529e, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=7ddc0e7d-77bd-4d7d-af9a-dcba576e529e,segment=NetworkSegment(03d08db8-efc3-447a-8f2a-c5bd4ab289aa),segment_id=03d08db8-efc3-447a-8f2a-c5bd4ab289aa)] {{(pid=88176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:04:48.223054 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-ee4343f7-eb75-4cbf-9ed2-f8b25827a9d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:48.231192 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b928e735-b851-4dc3-8177-de229b3ba00f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:48.232591 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-b928e735-b851-4dc3-8177-de229b3ba00f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4438f5cd-4330-4e46-ba4f-a25bcc47b79b HTTP/1.1" status: 204 len: 168 time: 1.9824126 Dec 14 19:04:48.258580 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:48.616489 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4343f7-eb75-4cbf-9ed2-f8b25827a9d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7ddc0e7d-77bd-4d7d-af9a-dcba576e529e,revision_number=3']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:48.637608 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ee4343f7-eb75-4cbf-9ed2-f8b25827a9d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:48.672533 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-866c13c9-d244-4741-86a8-859c8c454e51 req-fb8c8154-be39-4897-aeb5-a29378c6f274 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.62 "GET /v2.0/security-groups?id=37d5ed93-279e-40eb-813a-c0545c88fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5583594 Dec 14 19:04:48.677823 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-ee4343f7-eb75-4cbf-9ed2-f8b25827a9d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for port, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:48.687275 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-ee4343f7-eb75-4cbf-9ed2-f8b25827a9d5 service neutron] 10.222.0.73 "PUT /v2.0/ports/7ddc0e7d-77bd-4d7d-af9a-dcba576e529e HTTP/1.1" status: 200 len: 1093 time: 4.3506780 Dec 14 19:04:48.688161 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1531a4-3599-49f7-8346-29842078ebd8', 'tag': '7ddc0e7d-77bd-4d7d-af9a-dcba576e529e'}] {{(pid=88176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:04:49.044998 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-7b1cbc7a-a166-44d0-878c-59f324d28420 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4709c843560a4e44913d89a7d7dd5abc&device_id=6f1531a4-3599-49f7-8346-29842078ebd8 HTTP/1.1" status: 200 len: 1096 time: 0.1972179 Dec 14 19:04:49.071668 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [None req-f410b24c-950f-44a4-891a-984cc504318b admin admin] Allocated IP 172.20.0.1 (b4963efd-9650-43f5-bcad-9f14585c51e1/3b815059-1f36-4f96-b4d1-a621a9f7fda3/aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:04:49.147648 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 12250b26-9bf7-4b97-bac7-07e5b6fa2f1f up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:04:49.149733 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea8f2ce-a96a-4ba0-9012-0a589010b7aa admin admin] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:04:49.209299 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-6ea8f2ce-a96a-4ba0-9012-0a589010b7aa admin admin] 10.222.0.62 "PUT /v2.0/routers/2da98f89-f5b3-4364-bf8b-e02b720ed710/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.8786414 Dec 14 19:04:49.289966 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b958014-2336-4ca9-a57f-2ec0c23c5d78 None None] Sync routers for ids ['2da98f89-f5b3-4364-bf8b-e02b720ed710'] in dv-cinder-821749-1-smb {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:04:49.321808 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b958014-2336-4ca9-a57f-2ec0c23c5d78 None None] Routers {'2da98f89-f5b3-4364-bf8b-e02b720ed710'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:04:49.322915 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-1b958014-2336-4ca9-a57f-2ec0c23c5d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:04:29Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['2da98f89-f5b3-4364-bf8b-e02b720ed710'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:49.324614 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 42648) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:49.347319 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-9d3362ec-138e-4bf3-89ab-a03caaa1b753 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ddc0e7d-77bd-4d7d-af9a-dcba576e529e HTTP/1.1" status: 200 len: 217 time: 0.2846670 Dec 14 19:04:49.422244 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning for port 12250b26-9bf7-4b97-bac7-07e5b6fa2f1f completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:04:49.491707 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port 12250b26-9bf7-4b97-bac7-07e5b6fa2f1f triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:04:49.495386 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:49.560760 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-6dd218d0-9963-4b92-a8a2-4cfd657deb52 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:49.566601 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-6dd218d0-9963-4b92-a8a2-4cfd657deb52 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b628382e-2379-49d5-887b-6a0dea44a6e4 HTTP/1.1" status: 200 len: 851 time: 0.2059667 Dec 14 19:04:49.727494 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-4aa2eb29-219a-4e9c-ac5a-c42cc1338ed7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8bb57d17-42d6-4157-ae47-d0ef704962ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1529906 Dec 14 19:04:50.095495 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-c0fa8ab6-c4d5-4bf5-9c5a-7c99c1c2f7b2 service neutron] 10.222.0.73 "GET /v2.0/networks/8bb57d17-42d6-4157-ae47-d0ef704962ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363495 Dec 14 19:04:50.196067 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:50.255239 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] For port 12250b26-9bf7-4b97-bac7-07e5b6fa2f1f, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=12250b26-9bf7-4b97-bac7-07e5b6fa2f1f,segment=NetworkSegment(0945c744-4d3b-470e-8f6d-ce93add76b81),segment_id=0945c744-4d3b-470e-8f6d-ce93add76b81)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:04:50.267911 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:50.276844 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 6d93714b-7529-406c-a7ef-0855db260e4f up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:04:50.437588 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ac5e3bcf-da52-4a7e-a010-545c2d5b0e15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:50.656502 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-80928bb4-4c22-422a-afaa-b8319f7c1492 req-d6533977-970c-4319-b1b5-32640cd9a6e1 service neutron] 10.222.0.73 "GET /v2.0/networks/8bb57d17-42d6-4157-ae47-d0ef704962ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5528376 Dec 14 19:04:50.705668 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5b4b3068-6151-4e2e-89b5-b75ddfb00469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:50.724712 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ed875-3e5f-423f-bff9-4cd4fd54fc3a req-7d70553a-a3e9-4e2c-b362-cbfead94766d tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:50.726803 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a99ed875-3e5f-423f-bff9-4cd4fd54fc3a req-7d70553a-a3e9-4e2c-b362-cbfead94766d tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f1531a4-3599-49f7-8346-29842078ebd8 HTTP/1.1" status: 200 len: 943 time: 0.3548529 Dec 14 19:04:50.856594 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-5b4b3068-6151-4e2e-89b5-b75ddfb00469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:50.881020 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-5b4b3068-6151-4e2e-89b5-b75ddfb00469 admin admin] Usage tracker for resource:security_group_rule and tenant:a6109bd7820647f28fe93f193d90b3e0 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:50.900260 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-5b4b3068-6151-4e2e-89b5-b75ddfb00469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:50.924720 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-5b4b3068-6151-4e2e-89b5-b75ddfb00469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:50.979771 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f410b24c-950f-44a4-891a-984cc504318b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:51.200704 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a99ed875-3e5f-423f-bff9-4cd4fd54fc3a req-a9b5e08a-a8e5-46a4-9a63-3cd1372969c3 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.62 "GET /v2.0/security-groups?id=37d5ed93-279e-40eb-813a-c0545c88fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522097 Dec 14 19:04:51.206978 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Pushing event updated for resources: {'Port': ['ID=12250b26-9bf7-4b97-bac7-07e5b6fa2f1f,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:51.222405 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:51.291025 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-1b958014-2336-4ca9-a57f-2ec0c23c5d78 None None] Set router 2da98f89-f5b3-4364-bf8b-e02b720ed710 gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:04:51.299908 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5b4b3068-6151-4e2e-89b5-b75ddfb00469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:51.307688 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5b4b3068-6151-4e2e-89b5-b75ddfb00469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:51.328981 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-5646422a-06ca-40c6-9cf0-cec316a2cdea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:51.417310 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning for port 6d93714b-7529-406c-a7ef-0855db260e4f completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:04:51.435574 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port 6d93714b-7529-406c-a7ef-0855db260e4f triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:04:51.436007 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:51.439695 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-5b4b3068-6151-4e2e-89b5-b75ddfb00469 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a6109bd7820647f28fe93f193d90b3e0&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1129961 Dec 14 19:04:51.451055 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 42684) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:51.519246 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b3068-6151-4e2e-89b5-b75ddfb00469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671264cb-1164-4bec-97d6-a7756603a10c,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:51.544923 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-5b4b3068-6151-4e2e-89b5-b75ddfb00469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:51.667467 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-f410b24c-950f-44a4-891a-984cc504318b admin admin] Transition to ACTIVE for port object aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1 will not be triggered until provisioned by entity DHCP. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:04:51.741486 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f1531a4-3599-49f7-8346-29842078ebd8', 'tag': '7ddc0e7d-77bd-4d7d-af9a-dcba576e529e', 'status': 'completed', 'code': 200} Dec 14 19:04:52.112596 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2dae7882-fb88-4715-9495-146d5c051ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:52.139572 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3e06eff6-0903-4afe-9a01-6754caa86513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:52.326147 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2dae7882-fb88-4715-9495-146d5c051ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:52.432686 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:52.492278 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b03ce7b0-1bdf-4c19-90f3-ebecdcabf2fc req-3bd6e76c-be51-4693-a12f-f94a61da7803 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4709c843560a4e44913d89a7d7dd5abc&device_id=6f1531a4-3599-49f7-8346-29842078ebd8 HTTP/1.1" status: 200 len: 1096 time: 0.6357064 Dec 14 19:04:52.626335 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2dae7882-fb88-4715-9495-146d5c051ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:52.638691 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-99994434-db9f-429d-84cc-fefc7db9dd1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:52.646388 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] For port 6d93714b-7529-406c-a7ef-0855db260e4f, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=6d93714b-7529-406c-a7ef-0855db260e4f,segment=NetworkSegment(0945c744-4d3b-470e-8f6d-ce93add76b81),segment_id=0945c744-4d3b-470e-8f6d-ce93add76b81)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:04:52.681391 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:52.688825 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:52.689681 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae7882-fb88-4715-9495-146d5c051ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671264cb-1164-4bec-97d6-a7756603a10c,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:52.715390 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2dae7882-fb88-4715-9495-146d5c051ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:52.728187 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2dae7882-fb88-4715-9495-146d5c051ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:52.730678 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-2dae7882-fb88-4715-9495-146d5c051ce2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/671264cb-1164-4bec-97d6-a7756603a10c HTTP/1.1" status: 204 len: 168 time: 1.2779822 Dec 14 19:04:52.891571 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-1b958014-2336-4ca9-a57f-2ec0c23c5d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da98f89-f5b3-4364-bf8b-e02b720ed710', 'name': 'tempest-ServerRescueNegativeTestJSON-712161804-router', 'tenant_id': 'a0bcd02b122b4b9eae4ccde55819070a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '06cd7c9a-9261-42ce-9445-e94f559a4f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:25Z', 'updated_at': '2021-12-14T19:04:40Z', 'revision_number': 4, 'project_id': 'a0bcd02b122b4b9eae4ccde55819070a', 'gw_port': {'id': '06cd7c9a-9261-42ce-9445-e94f559a4f9c', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da98f89-f5b3-4364-bf8b-e02b720ed710', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:28Z', 'updated_at': '2021-12-14T19:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': '4180fb64-f89e-4b46-a74c-3c0e201e758e', 'name': '', 'network_id': 'd6bf064b-07a6-4d06-b7dd-381a325de464', 'tenant_id': 'a0bcd02b122b4b9eae4ccde55819070a', 'mac_address': 'fa:16:3e:28:c9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da98f89-f5b3-4364-bf8b-e02b720ed710', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a68fb5d-39b8-4e02-9311-449e023242d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:38Z', 'updated_at': '2021-12-14T19:04:41Z', 'revision_number': 2, 'project_id': 'a0bcd02b122b4b9eae4ccde55819070a', 'subnets': [{'id': '1a68fb5d-39b8-4e02-9311-449e023242d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:52.918867 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b958014-2336-4ca9-a57f-2ec0c23c5d78 None None] Checking router: 2da98f89-f5b3-4364-bf8b-e02b720ed710 for host: dv-cinder-821749-1-smb {{(pid=88178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:04:52.919309 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b958014-2336-4ca9-a57f-2ec0c23c5d78 None None] Updating router 2da98f89-f5b3-4364-bf8b-e02b720ed710 port 4180fb64-f89e-4b46-a74c-3c0e201e758e binding host dv-cinder-821749-1-smb {{(pid=88178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:04:53.035317 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-a69a5080-f50c-4142-ae56-2ec371e8528a tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:53.061890 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-a69a5080-f50c-4142-ae56-2ec371e8528a tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/networks?id=d6bf064b-07a6-4d06-b7dd-381a325de464 HTTP/1.1" status: 200 len: 818 time: 0.9263566 Dec 14 19:04:53.313017 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1b958014-2336-4ca9-a57f-2ec0c23c5d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:53.410232 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 12250b26-9bf7-4b97-bac7-07e5b6fa2f1f up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:04:53.464821 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ce7b0-1bdf-4c19-90f3-ebecdcabf2fc req-e40500d0-917c-4d0c-bd33-193e23ba8792 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:53.471911 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b03ce7b0-1bdf-4c19-90f3-ebecdcabf2fc req-e40500d0-917c-4d0c-bd33-193e23ba8792 service neutron] 10.222.0.73 "GET /v2.0/networks?id=8bb57d17-42d6-4157-ae47-d0ef704962ab HTTP/1.1" status: 200 len: 912 time: 0.7028759 Dec 14 19:04:53.591213 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Pushing event updated for resources: {'Port': ['ID=6d93714b-7529-406c-a7ef-0855db260e4f,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:53.617415 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.928s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:53.883885 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [None req-3e06eff6-0903-4afe-9a01-6754caa86513 admin admin] Allocated IP 172.20.0.1 (41417801-7e29-40be-adf1-4fe41a7c2988/9d0b1b1d-1f37-43fd-8afc-31b562aa0f47/9b6e4118-dd1f-469b-97ae-68ec39679640) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:04:53.899007 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port 12250b26-9bf7-4b97-bac7-07e5b6fa2f1f triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:04:53.899461 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:53.903816 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b03ce7b0-1bdf-4c19-90f3-ebecdcabf2fc req-cdc82817-f023-4814-965f-d5a0ad4c2d60 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7ddc0e7d-77bd-4d7d-af9a-dcba576e529e HTTP/1.1" status: 200 len: 217 time: 0.3936071 Dec 14 19:04:54.164911 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 42740) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:54.281172 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ce7b0-1bdf-4c19-90f3-ebecdcabf2fc req-967a4009-eed1-40d1-83a3-bcefe8e94cb1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:54.297177 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b03ce7b0-1bdf-4c19-90f3-ebecdcabf2fc req-967a4009-eed1-40d1-83a3-bcefe8e94cb1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b628382e-2379-49d5-887b-6a0dea44a6e4 HTTP/1.1" status: 200 len: 851 time: 0.3442833 Dec 14 19:04:54.298331 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4e13c305-858f-49ad-a77d-c13e15c29a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:54.434576 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-4e13c305-858f-49ad-a77d-c13e15c29a52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:54.440563 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-4e13c305-858f-49ad-a77d-c13e15c29a52 admin admin] Usage tracker for resource:security_group_rule and tenant:21c4054cb68949e68caaccb7d0911450 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:54.445352 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-4e13c305-858f-49ad-a77d-c13e15c29a52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:54.453742 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-4e13c305-858f-49ad-a77d-c13e15c29a52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:54.485971 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3e06eff6-0903-4afe-9a01-6754caa86513 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:54.529314 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3e06eff6-0903-4afe-9a01-6754caa86513 admin admin] Transition to ACTIVE for port object 9b6e4118-dd1f-469b-97ae-68ec39679640 will not be triggered until provisioned by entity DHCP. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:04:54.575416 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4e13c305-858f-49ad-a77d-c13e15c29a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:54.597023 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b03ce7b0-1bdf-4c19-90f3-ebecdcabf2fc req-ddaf137a-aa08-414f-b2ae-d6c9f83c77f6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=8bb57d17-42d6-4157-ae47-d0ef704962ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2527101 Dec 14 19:04:54.598999 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4e13c305-858f-49ad-a77d-c13e15c29a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:54.625369 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:54.634688 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-e9494642-9c0d-472a-a413-222db8b0bafa tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/quotas/a0bcd02b122b4b9eae4ccde55819070a HTTP/1.1" status: 200 len: 375 time: 1.5596271 Dec 14 19:04:54.990454 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 6d93714b-7529-406c-a7ef-0855db260e4f up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:04:55.252458 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b03ce7b0-1bdf-4c19-90f3-ebecdcabf2fc req-7f43d70e-2b91-46cf-abe0-17e1ca204ee3 service neutron] 10.222.0.73 "GET /v2.0/networks/8bb57d17-42d6-4157-ae47-d0ef704962ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6259608 Dec 14 19:04:55.330217 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 42772) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:55.334404 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-4e13c305-858f-49ad-a77d-c13e15c29a52 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=21c4054cb68949e68caaccb7d0911450&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1676683 Dec 14 19:04:55.345165 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13c305-858f-49ad-a77d-c13e15c29a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52071ce1-67ac-4c59-91c8-1ceeba4a8219,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:55.356641 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-4e13c305-858f-49ad-a77d-c13e15c29a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:55.394984 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3e06eff6-0903-4afe-9a01-6754caa86513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:55.652054 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6ea8f2ce-a96a-4ba0-9012-0a589010b7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:55.842726 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f410b24c-950f-44a4-891a-984cc504318b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:55.859388 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port 6d93714b-7529-406c-a7ef-0855db260e4f triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:04:55.859813 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:55.865887 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06eff6-0903-4afe-9a01-6754caa86513 admin admin] Pushing event updated for resources: {'Port': ['ID=9b6e4118-dd1f-469b-97ae-68ec39679640,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:55.904262 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3e06eff6-0903-4afe-9a01-6754caa86513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:55.904804 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3e06eff6-0903-4afe-9a01-6754caa86513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:56.124448 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748050a3-5230-4f8e-af39-aa2fe28a6af2 req-1af9a233-5a13-4cf4-be9f-4c7dbefe1eea tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:04:56.128174 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-748050a3-5230-4f8e-af39-aa2fe28a6af2 req-1af9a233-5a13-4cf4-be9f-4c7dbefe1eea tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f1531a4-3599-49f7-8346-29842078ebd8 HTTP/1.1" status: 200 len: 943 time: 1.5463333 Dec 14 19:04:56.241041 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f410b24c-950f-44a4-891a-984cc504318b admin admin] Network b4963efd-9650-43f5-bcad-9f14585c51e1 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:04:56.345769 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-9a54742e-538d-4082-ae2d-51fe689567a6 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Synchronizing usage tracker for tenant:a0bcd02b122b4b9eae4ccde55819070a on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:04:56.370640 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-f410b24c-950f-44a4-891a-984cc504318b admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:56.382903 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410b24c-950f-44a4-891a-984cc504318b admin admin] Pushing event updated for resources: {'Port': ['ID=aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:56.417840 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1b958014-2336-4ca9-a57f-2ec0c23c5d78 None None] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:56.421008 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f410b24c-950f-44a4-891a-984cc504318b admin admin] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:04:56.423040 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f410b24c-950f-44a4-891a-984cc504318b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440700'] for router_interface, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:56.485958 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e06eff6-0903-4afe-9a01-6754caa86513 admin admin] Network 41417801-7e29-40be-adf1-4fe41a7c2988 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:04:56.491019 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-1b958014-2336-4ca9-a57f-2ec0c23c5d78 None None] Transition to ACTIVE for port object 4180fb64-f89e-4b46-a74c-3c0e201e758e will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:04:56.509989 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f410b24c-950f-44a4-891a-984cc504318b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:56.511036 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a3fbccda-d947-4a17-ac0e-8a834122f1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:56.524596 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-3e06eff6-0903-4afe-9a01-6754caa86513 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:04:56.528656 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-9a54742e-538d-4082-ae2d-51fe689567a6 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Unset dirty status for tenant:a0bcd02b122b4b9eae4ccde55819070a on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:04:56.528851 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1b958014-2336-4ca9-a57f-2ec0c23c5d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:56.532021 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-9a54742e-538d-4082-ae2d-51fe689567a6 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0bcd02b122b4b9eae4ccde55819070a&fields=id HTTP/1.1" status: 200 len: 255 time: 1.8949864 Dec 14 19:04:56.536894 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e06eff6-0903-4afe-9a01-6754caa86513 admin admin] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:04:56.537932 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3e06eff6-0903-4afe-9a01-6754caa86513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440700'] for router_interface, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:56.577005 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:56.855573 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689cfdc-8ed5-4a49-aea0-0d115869e9b1 None None] Pushing event updated for resources: {'Port': ['ID=4180fb64-f89e-4b46-a74c-3c0e201e758e,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:56.875537 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6689cfdc-8ed5-4a49-aea0-0d115869e9b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:57.072605 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-78ac38dd-fead-466b-9ecd-35a21f50d504 service neutron] 10.222.0.62 "GET /v2.0/networks/d6bf064b-07a6-4d06-b7dd-381a325de464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5307307 Dec 14 19:04:57.239188 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-1b958014-2336-4ca9-a57f-2ec0c23c5d78 None None] Attempting to bind port 4180fb64-f89e-4b46-a74c-3c0e201e758e on host dv-cinder-821749-1-smb for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:04:57.239644 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-1b958014-2336-4ca9-a57f-2ec0c23c5d78 None None] Attempting to bind port 4180fb64-f89e-4b46-a74c-3c0e201e758e by drivers openvswitch,hyperv on host dv-cinder-821749-1-smb at level 0 using segments [{'id': 'b36b7e3e-918b-401c-8d60-889aabe5001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd6bf064b-07a6-4d06-b7dd-381a325de464'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:04:57.240065 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b958014-2336-4ca9-a57f-2ec0c23c5d78 None None] Attempting to bind port 4180fb64-f89e-4b46-a74c-3c0e201e758e on network d6bf064b-07a6-4d06-b7dd-381a325de464 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:04:57.270272 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b958014-2336-4ca9-a57f-2ec0c23c5d78 None None] Checking agent: {'id': '03990dc7-fb63-4310-b6c3-a74b6e9d0e80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 55, 58), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:04:57.270906 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b958014-2336-4ca9-a57f-2ec0c23c5d78 None None] Checking segment: {'id': 'b36b7e3e-918b-401c-8d60-889aabe5001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd6bf064b-07a6-4d06-b7dd-381a325de464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:04:57.271134 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1b958014-2336-4ca9-a57f-2ec0c23c5d78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:57.271592 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b958014-2336-4ca9-a57f-2ec0c23c5d78 None None] Bound using segment: {'id': 'b36b7e3e-918b-401c-8d60-889aabe5001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd6bf064b-07a6-4d06-b7dd-381a325de464'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:04:57.272139 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-1b958014-2336-4ca9-a57f-2ec0c23c5d78 None None] Bound port: 4180fb64-f89e-4b46-a74c-3c0e201e758e, host: dv-cinder-821749-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36b7e3e-918b-401c-8d60-889aabe5001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd6bf064b-07a6-4d06-b7dd-381a325de464'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:04:57.272536 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1b958014-2336-4ca9-a57f-2ec0c23c5d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:57.380382 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b03ce7b0-1bdf-4c19-90f3-ebecdcabf2fc req-74dad24b-6a40-442d-ab33-1e58aa06ad23 service neutron] 10.222.0.73 "GET /v2.0/networks/8bb57d17-42d6-4157-ae47-d0ef704962ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7927907 Dec 14 19:04:57.383051 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-efcf5780-87f1-488d-9a76-7e263f34c11e None None] Provisioning for port aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1 completed by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:04:57.389832 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-efcf5780-87f1-488d-9a76-7e263f34c11e None None] Provisioning complete for port aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1 triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:04:57.390129 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-efcf5780-87f1-488d-9a76-7e263f34c11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:57.565444 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-efcf5780-87f1-488d-9a76-7e263f34c11e None None] Port aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1 cannot update to ACTIVE because it is not bound. {{(pid=88178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:04:57.633238 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-1b958014-2336-4ca9-a57f-2ec0c23c5d78 None None] For port 4180fb64-f89e-4b46-a74c-3c0e201e758e, host dv-cinder-821749-1-smb, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:04:57.637232 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-748050a3-5230-4f8e-af39-aa2fe28a6af2 req-4bc947cd-623d-4183-9d78-df2548966be7 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.62 "GET /v2.0/security-groups?id=37d5ed93-279e-40eb-813a-c0545c88fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4879687 Dec 14 19:04:57.637584 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-1b958014-2336-4ca9-a57f-2ec0c23c5d78 None None] For port 4180fb64-f89e-4b46-a74c-3c0e201e758e, host dv-cinder-821749-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=4180fb64-f89e-4b46-a74c-3c0e201e758e,segment=NetworkSegment(b36b7e3e-918b-401c-8d60-889aabe5001e),segment_id=b36b7e3e-918b-401c-8d60-889aabe5001e)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:04:57.646850 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1b958014-2336-4ca9-a57f-2ec0c23c5d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:57.663264 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:57.699870 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-f6c05178-b9cb-4eb8-b3e6-0ebff3ea7db7 service neutron] 10.222.0.62 "GET /v2.0/networks/d6bf064b-07a6-4d06-b7dd-381a325de464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5939887 Dec 14 19:04:57.702032 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-fee37787-66e2-4f56-b482-b2a447b08896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:57.903474 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-fee37787-66e2-4f56-b482-b2a447b08896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:57.912590 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689cfdc-8ed5-4a49-aea0-0d115869e9b1 None None] Pushing event updated for resources: {'Port': ['ID=4180fb64-f89e-4b46-a74c-3c0e201e758e,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:57.946383 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6689cfdc-8ed5-4a49-aea0-0d115869e9b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:58.065576 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:58.078954 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b958014-2336-4ca9-a57f-2ec0c23c5d78 None None] Routers {'2da98f89-f5b3-4364-bf8b-e02b720ed710'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:04:58.080628 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-1b958014-2336-4ca9-a57f-2ec0c23c5d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:04:29Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['2da98f89-f5b3-4364-bf8b-e02b720ed710'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:04:58.151065 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-fee37787-66e2-4f56-b482-b2a447b08896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:58.181079 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-b928e735-b851-4dc3-8177-de229b3ba00f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:58.207542 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee37787-66e2-4f56-b482-b2a447b08896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52071ce1-67ac-4c59-91c8-1ceeba4a8219,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:58.406497 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-fee37787-66e2-4f56-b482-b2a447b08896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:58.432683 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 42826) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:58.447445 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-76d40231-fd03-4ef5-8c36-4d2e022f3d3e None None] Provisioning for port 9b6e4118-dd1f-469b-97ae-68ec39679640 completed by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:04:58.489783 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-76d40231-fd03-4ef5-8c36-4d2e022f3d3e None None] Provisioning complete for port 9b6e4118-dd1f-469b-97ae-68ec39679640 triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:04:58.492003 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-76d40231-fd03-4ef5-8c36-4d2e022f3d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:58.649423 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3e06eff6-0903-4afe-9a01-6754caa86513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:58.693248 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-add33492-c38a-469e-9af3-3b6821d910ca req-d650cb7b-8ecf-4314-946c-fc99b48f7ddd tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 210 time: 0.2697752 Dec 14 19:04:58.698301 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-fee37787-66e2-4f56-b482-b2a447b08896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:58.702953 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-fee37787-66e2-4f56-b482-b2a447b08896 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/52071ce1-67ac-4c59-91c8-1ceeba4a8219 HTTP/1.1" status: 204 len: 168 time: 3.3233705 Dec 14 19:04:58.856753 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-acf84749-bb58-4034-b667-9f4986ea811f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:58.902994 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-76d40231-fd03-4ef5-8c36-4d2e022f3d3e None None] Port 9b6e4118-dd1f-469b-97ae-68ec39679640 cannot update to ACTIVE because it is not bound. {{(pid=88178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:04:58.933557 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-1b958014-2336-4ca9-a57f-2ec0c23c5d78 None None] Set router 2da98f89-f5b3-4364-bf8b-e02b720ed710 gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:04:58.989168 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-57b25255-45c7-4da9-970b-199fee04c2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:59.156158 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-57b25255-45c7-4da9-970b-199fee04c2c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:04:59.169549 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-57b25255-45c7-4da9-970b-199fee04c2c3 admin admin] Usage tracker for resource:security_group_rule and tenant:ea7d1c626d05428ab2768aedd0456d6b is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:04:59.180310 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-57b25255-45c7-4da9-970b-199fee04c2c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:04:59.204790 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-57b25255-45c7-4da9-970b-199fee04c2c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:04:59.399782 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f410b24c-950f-44a4-891a-984cc504318b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:59.521647 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-57b25255-45c7-4da9-970b-199fee04c2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:59.536696 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-57b25255-45c7-4da9-970b-199fee04c2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:59.555556 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3e06eff6-0903-4afe-9a01-6754caa86513 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:59.590022 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-4e13c305-858f-49ad-a77d-c13e15c29a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:04:59.622026 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3e06eff6-0903-4afe-9a01-6754caa86513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:59.630672 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:04:59.717506 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-57b25255-45c7-4da9-970b-199fee04c2c3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ea7d1c626d05428ab2768aedd0456d6b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2824359 Dec 14 19:04:59.719620 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b25255-45c7-4da9-970b-199fee04c2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa96e8a9-3f7a-40d1-9db8-6dd303daebc2,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:04:59.735079 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 42874) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:04:59.782184 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-57b25255-45c7-4da9-970b-199fee04c2c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:04:59.975986 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-971285c0-1b44-4c25-ac8d-36c2c04b8908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:00.498130 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f410b24c-950f-44a4-891a-984cc504318b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:00.507546 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3e06eff6-0903-4afe-9a01-6754caa86513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3287090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854335205'] for router_interface, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:00.516260 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:00.551091 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-971285c0-1b44-4c25-ac8d-36c2c04b8908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:00.585723 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-1b958014-2336-4ca9-a57f-2ec0c23c5d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da98f89-f5b3-4364-bf8b-e02b720ed710', 'name': 'tempest-ServerRescueNegativeTestJSON-712161804-router', 'tenant_id': 'a0bcd02b122b4b9eae4ccde55819070a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '06cd7c9a-9261-42ce-9445-e94f559a4f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:25Z', 'updated_at': '2021-12-14T19:04:40Z', 'revision_number': 4, 'project_id': 'a0bcd02b122b4b9eae4ccde55819070a', 'gw_port': {'id': '06cd7c9a-9261-42ce-9445-e94f559a4f9c', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da98f89-f5b3-4364-bf8b-e02b720ed710', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:28Z', 'updated_at': '2021-12-14T19:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': '4180fb64-f89e-4b46-a74c-3c0e201e758e', 'name': '', 'network_id': 'd6bf064b-07a6-4d06-b7dd-381a325de464', 'tenant_id': 'a0bcd02b122b4b9eae4ccde55819070a', 'mac_address': 'fa:16:3e:28:c9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da98f89-f5b3-4364-bf8b-e02b720ed710', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a68fb5d-39b8-4e02-9311-449e023242d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:38Z', 'updated_at': '2021-12-14T19:04:57Z', 'revision_number': 4, 'project_id': 'a0bcd02b122b4b9eae4ccde55819070a', 'subnets': [{'id': '1a68fb5d-39b8-4e02-9311-449e023242d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:05:00.605051 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b958014-2336-4ca9-a57f-2ec0c23c5d78 None None] The sync data for ids ['2da98f89-f5b3-4364-bf8b-e02b720ed710'] in dv-cinder-821749-1-smb is: [{'id': '2da98f89-f5b3-4364-bf8b-e02b720ed710', 'name': 'tempest-ServerRescueNegativeTestJSON-712161804-router', 'tenant_id': 'a0bcd02b122b4b9eae4ccde55819070a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '06cd7c9a-9261-42ce-9445-e94f559a4f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:25Z', 'updated_at': '2021-12-14T19:04:40Z', 'revision_number': 4, 'project_id': 'a0bcd02b122b4b9eae4ccde55819070a', 'gw_port': {'id': '06cd7c9a-9261-42ce-9445-e94f559a4f9c', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da98f89-f5b3-4364-bf8b-e02b720ed710', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:28Z', 'updated_at': '2021-12-14T19:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': '4180fb64-f89e-4b46-a74c-3c0e201e758e', 'name': '', 'network_id': 'd6bf064b-07a6-4d06-b7dd-381a325de464', 'tenant_id': 'a0bcd02b122b4b9eae4ccde55819070a', 'mac_address': 'fa:16:3e:28:c9:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da98f89-f5b3-4364-bf8b-e02b720ed710', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1a68fb5d-39b8-4e02-9311-449e023242d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:38Z', 'updated_at': '2021-12-14T19:04:57Z', 'revision_number': 4, 'project_id': 'a0bcd02b122b4b9eae4ccde55819070a', 'subnets': [{'id': '1a68fb5d-39b8-4e02-9311-449e023242d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:05:00.687443 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-971285c0-1b44-4c25-ac8d-36c2c04b8908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:00.690844 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f410b24c-950f-44a4-891a-984cc504318b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:00.694899 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:00.710118 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:00.722091 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971285c0-1b44-4c25-ac8d-36c2c04b8908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa96e8a9-3f7a-40d1-9db8-6dd303daebc2,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:00.741504 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-971285c0-1b44-4c25-ac8d-36c2c04b8908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:00.761753 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f410b24c-950f-44a4-891a-984cc504318b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3287090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854335205'] for router_interface, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:00.762028 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-971285c0-1b44-4c25-ac8d-36c2c04b8908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:00.763294 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-971285c0-1b44-4c25-ac8d-36c2c04b8908 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fa96e8a9-3f7a-40d1-9db8-6dd303daebc2 HTTP/1.1" status: 204 len: 168 time: 1.0264862 Dec 14 19:05:01.006822 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 4180fb64-f89e-4b46-a74c-3c0e201e758e up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:05:01.254881 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning for port 4180fb64-f89e-4b46-a74c-3c0e201e758e completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:05:01.271286 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port 4180fb64-f89e-4b46-a74c-3c0e201e758e triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:05:01.272862 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:01.434834 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e5853-048a-4086-acd2-1022580b2355 req-e9e7736a-cde9-4c58-acca-110b53fcf31f tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:01.438934 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-537e5853-048a-4086-acd2-1022580b2355 req-e9e7736a-cde9-4c58-acca-110b53fcf31f tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f1531a4-3599-49f7-8346-29842078ebd8 HTTP/1.1" status: 200 len: 943 time: 2.0423889 Dec 14 19:05:01.714296 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:01.771612 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f410b24c-950f-44a4-891a-984cc504318b admin admin] Network b4963efd-9650-43f5-bcad-9f14585c51e1 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:05:01.890163 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-f410b24c-950f-44a4-891a-984cc504318b admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:05:01.892801 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] For port 4180fb64-f89e-4b46-a74c-3c0e201e758e, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=4180fb64-f89e-4b46-a74c-3c0e201e758e,segment=NetworkSegment(b36b7e3e-918b-401c-8d60-889aabe5001e),segment_id=b36b7e3e-918b-401c-8d60-889aabe5001e)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:01.906850 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:01.911633 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06eff6-0903-4afe-9a01-6754caa86513 admin admin] Pushing event updated for resources: {'Port': ['ID=9b6e4118-dd1f-469b-97ae-68ec39679640,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:01.914862 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:01.933347 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3e06eff6-0903-4afe-9a01-6754caa86513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.417s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:02.031204 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-4d9de6fe-142a-4cdc-8070-5a95cd784335 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:02.035971 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-4d9de6fe-142a-4cdc-8070-5a95cd784335 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Synchronizing usage tracker for tenant:a0bcd02b122b4b9eae4ccde55819070a on resource:network {{(pid=88176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:05:02.107590 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-4d9de6fe-142a-4cdc-8070-5a95cd784335 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Unset dirty status for tenant:a0bcd02b122b4b9eae4ccde55819070a on resource:network {{(pid=88176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:05:02.109109 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-4d9de6fe-142a-4cdc-8070-5a95cd784335 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.73 "GET /v2.0/networks?id=d6bf064b-07a6-4d06-b7dd-381a325de464 HTTP/1.1" status: 200 len: 818 time: 0.6143026 Dec 14 19:05:02.141055 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-94fe239f-38f2-4b68-8e34-ba93aa3b28cb tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Request body: {'port': {'device_id': '4e824120-ca8d-4ba4-8daf-6177013d4abf', 'network_id': 'd6bf064b-07a6-4d06-b7dd-381a325de464', 'admin_state_up': True, 'tenant_id': 'a0bcd02b122b4b9eae4ccde55819070a'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:05:02.190762 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 42936) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:02.218840 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 7ddc0e7d-77bd-4d7d-af9a-dcba576e529e details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:05:02.226627 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-202b0159-099c-45d5-800f-bdf5c6541243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:02.395941 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.512s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:02.434889 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Pushing event updated for resources: {'Port': ['ID=4180fb64-f89e-4b46-a74c-3c0e201e758e,revision_number=5']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:02.543909 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:02.601249 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-202b0159-099c-45d5-800f-bdf5c6541243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:02.642016 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-202b0159-099c-45d5-800f-bdf5c6541243 admin admin] Usage tracker for resource:security_group_rule and tenant:3bf1206e692d4556afa382ef4f2f6f2a is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:02.675861 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-202b0159-099c-45d5-800f-bdf5c6541243 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:02.720130 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-202b0159-099c-45d5-800f-bdf5c6541243 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:02.808021 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-94fe239f-38f2-4b68-8e34-ba93aa3b28cb tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:02.831116 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-94fe239f-38f2-4b68-8e34-ba93aa3b28cb tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:02.851293 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 7ddc0e7d-77bd-4d7d-af9a-dcba576e529e, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=7ddc0e7d-77bd-4d7d-af9a-dcba576e529e,segment=NetworkSegment(03d08db8-efc3-447a-8f2a-c5bd4ab289aa),segment_id=03d08db8-efc3-447a-8f2a-c5bd4ab289aa)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:02.873467 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Returning: {'device': '7ddc0e7d-77bd-4d7d-af9a-dcba576e529e', 'network_id': '8bb57d17-42d6-4157-ae47-d0ef704962ab', 'port_id': '7ddc0e7d-77bd-4d7d-af9a-dcba576e529e', 'mac_address': 'fa:16:3e:e2:ed:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b628382e-2379-49d5-887b-6a0dea44a6e4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:05:02.888766 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-94fe239f-38f2-4b68-8e34-ba93aa3b28cb tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Made reservation on behalf of a0bcd02b122b4b9eae4ccde55819070a for: {'port': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:05:02.910794 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-94fe239f-38f2-4b68-8e34-ba93aa3b28cb tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:02.977826 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 4180fb64-f89e-4b46-a74c-3c0e201e758e up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:05:03.157283 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410b24c-950f-44a4-891a-984cc504318b admin admin] Pushing event updated for resources: {'Port': ['ID=aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:03.182122 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f410b24c-950f-44a4-891a-984cc504318b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:03.260412 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3d04b753-69f9-42f0-8839-7336837c583d None None] Provisioning complete for port aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1 triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:05:03.260825 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3d04b753-69f9-42f0-8839-7336837c583d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:03.299929 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:03.353442 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ddc0e7d-77bd-4d7d-af9a-dcba576e529e {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:05:03.353725 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-202b0159-099c-45d5-800f-bdf5c6541243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:03.362279 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port 4180fb64-f89e-4b46-a74c-3c0e201e758e triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:05:03.362831 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:03.368921 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-202b0159-099c-45d5-800f-bdf5c6541243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:03.463732 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:03.476700 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 7ddc0e7d-77bd-4d7d-af9a-dcba576e529e, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=7ddc0e7d-77bd-4d7d-af9a-dcba576e529e,segment=NetworkSegment(03d08db8-efc3-447a-8f2a-c5bd4ab289aa),segment_id=03d08db8-efc3-447a-8f2a-c5bd4ab289aa)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:03.479191 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-3d04b753-69f9-42f0-8839-7336837c583d None None] Port aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1 cannot update to ACTIVE because it is not bound. {{(pid=88178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:05:03.493183 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:03.508544 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:03.599685 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d679662-3b00-46c0-b85d-879038f169e5 req-30ac6660-a214-4a11-8b7d-8308911c6c69 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:03.603227 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2d679662-3b00-46c0-b85d-879038f169e5 req-30ac6660-a214-4a11-8b7d-8308911c6c69 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/networks?id=d6bf064b-07a6-4d06-b7dd-381a325de464 HTTP/1.1" status: 200 len: 818 time: 3.1140561 Dec 14 19:05:03.622772 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-537e5853-048a-4086-acd2-1022580b2355 req-4173fe23-de92-4865-b6cc-74530c667e32 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.62 "GET /v2.0/security-groups?id=37d5ed93-279e-40eb-813a-c0545c88fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1335857 Dec 14 19:05:03.719225 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b0159-099c-45d5-800f-bdf5c6541243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59652c4e-9ee4-4f96-9d12-6222d918ca9f,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:03.757593 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-202b0159-099c-45d5-800f-bdf5c6541243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:03.758150 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e06eff6-0903-4afe-9a01-6754caa86513 admin admin] Network 41417801-7e29-40be-adf1-4fe41a7c2988 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:05:03.760278 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['7ddc0e7d-77bd-4d7d-af9a-dcba576e529e'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:05:03.771249 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-3e06eff6-0903-4afe-9a01-6754caa86513 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:05:03.780595 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-94fe239f-38f2-4b68-8e34-ba93aa3b28cb tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Allocated IP 172.20.0.10 (d6bf064b-07a6-4d06-b7dd-381a325de464/1a68fb5d-39b8-4e02-9311-449e023242d8/1da7418b-279e-4457-a39c-9e8495c44f75) {{(pid=88176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:05:03.790419 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-202b0159-099c-45d5-800f-bdf5c6541243 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3bf1206e692d4556afa382ef4f2f6f2a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5980592 Dec 14 19:05:03.796554 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 42958) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:03.886772 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=7ddc0e7d-77bd-4d7d-af9a-dcba576e529e,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:03.907079 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:04.392102 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2d679662-3b00-46c0-b85d-879038f169e5 req-ca4d0de8-d245-4f15-9f88-fa04b3670d55 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/quotas/a0bcd02b122b4b9eae4ccde55819070a HTTP/1.1" status: 200 len: 375 time: 0.7665815 Dec 14 19:05:04.527206 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-94fe239f-38f2-4b68-8e34-ba93aa3b28cb tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Notify callbacks [] for port, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:04.550447 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-a973b1de-977c-465d-972c-639d0236f2fd None None] Provisioning complete for port 9b6e4118-dd1f-469b-97ae-68ec39679640 triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:05:04.552109 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a973b1de-977c-465d-972c-639d0236f2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:04.569229 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-94fe239f-38f2-4b68-8e34-ba93aa3b28cb tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486'] for port, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:04.588123 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:04.683776 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-94fe239f-38f2-4b68-8e34-ba93aa3b28cb tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Network d6bf064b-07a6-4d06-b7dd-381a325de464 is already hosted by enough agents. {{(pid=88176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:05:04.685044 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0d5b52fa-3887-4182-9ccc-4c233b58b850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:04.692044 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-94fe239f-38f2-4b68-8e34-ba93aa3b28cb tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Resources bound (agent type, host, resource id): {{(pid=88176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:05:04.695174 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-94fe239f-38f2-4b68-8e34-ba93aa3b28cb tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Received port after_create {{(pid=88176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:05:04.704074 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-94fe239f-38f2-4b68-8e34-ba93aa3b28cb tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:04.704823 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-94fe239f-38f2-4b68-8e34-ba93aa3b28cb tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for port, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:04.761327 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-94fe239f-38f2-4b68-8e34-ba93aa3b28cb tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6386836 Dec 14 19:05:04.768097 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-a973b1de-977c-465d-972c-639d0236f2fd None None] Port 9b6e4118-dd1f-469b-97ae-68ec39679640 cannot update to ACTIVE because it is not bound. {{(pid=88178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:05:04.807474 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-0e16b785-ef88-46b7-bd28-d5e8b08267d3 service neutron] Request body: {'port': {'device_id': '4e824120-ca8d-4ba4-8daf-6177013d4abf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:05:04.926788 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0d5b52fa-3887-4182-9ccc-4c233b58b850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:04.985532 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe239f-38f2-4b68-8e34-ba93aa3b28cb tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Pushing event updated for resources: {'Port': ['ID=1da7418b-279e-4457-a39c-9e8495c44f75,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:05.001812 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0d5b52fa-3887-4182-9ccc-4c233b58b850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:05.005893 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-94fe239f-38f2-4b68-8e34-ba93aa3b28cb tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:05.016597 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-202b0159-099c-45d5-800f-bdf5c6541243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:05.035873 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0d5b52fa-3887-4182-9ccc-4c233b58b850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:05.037403 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-0d5b52fa-3887-4182-9ccc-4c233b58b850 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/59652c4e-9ee4-4f96-9d12-6222d918ca9f HTTP/1.1" status: 204 len: 168 time: 1.2263429 Dec 14 19:05:05.050603 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b52fa-3887-4182-9ccc-4c233b58b850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59652c4e-9ee4-4f96-9d12-6222d918ca9f,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:05.066783 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-0d5b52fa-3887-4182-9ccc-4c233b58b850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:05.285884 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2d679662-3b00-46c0-b85d-879038f169e5 req-dc2cb5fe-8cbe-4480-8830-8714ebb46f02 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a0bcd02b122b4b9eae4ccde55819070a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8673592 Dec 14 19:05:05.327713 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-0e16b785-ef88-46b7-bd28-d5e8b08267d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:05.716317 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc802a3a-b260-43fd-a0f2-09322521e22d req-ccdbcd2f-abf4-4744-803d-de2a0613a756 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:05.727236 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-dc802a3a-b260-43fd-a0f2-09322521e22d req-ccdbcd2f-abf4-4744-803d-de2a0613a756 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f1531a4-3599-49f7-8346-29842078ebd8 HTTP/1.1" status: 200 len: 944 time: 0.7459471 Dec 14 19:05:05.850508 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-0e16b785-ef88-46b7-bd28-d5e8b08267d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da7418b-279e-4457-a39c-9e8495c44f75 {{(pid=88176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:05:05.866243 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-0e16b785-ef88-46b7-bd28-d5e8b08267d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:05.903692 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-0e16b785-ef88-46b7-bd28-d5e8b08267d3 service neutron] Transition to ACTIVE for port object 1da7418b-279e-4457-a39c-9e8495c44f75 will not be triggered until provisioned by entity L2. {{(pid=88176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:05:05.916239 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-0e16b785-ef88-46b7-bd28-d5e8b08267d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:05.938496 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:05.947820 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-dc802a3a-b260-43fd-a0f2-09322521e22d req-3c461517-6707-491e-9f57-3840fe35539f tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.62 "GET /v2.0/security-groups?id=37d5ed93-279e-40eb-813a-c0545c88fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818192 Dec 14 19:05:06.001403 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f410b24c-950f-44a4-891a-984cc504318b admin admin] Router 69eb45f3-812c-409b-bbda-2ab5d1e31896 has already been hosted by L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:05:06.035551 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e06eff6-0903-4afe-9a01-6754caa86513 admin admin] Router 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 has already been hosted by L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:05:06.114839 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 43018) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:06.178127 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 7ddc0e7d-77bd-4d7d-af9a-dcba576e529e up at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:05:06.217593 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-0e16b785-ef88-46b7-bd28-d5e8b08267d3 service neutron] Attempting to bind port 1da7418b-279e-4457-a39c-9e8495c44f75 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:05:06.217965 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-0e16b785-ef88-46b7-bd28-d5e8b08267d3 service neutron] Attempting to bind port 1da7418b-279e-4457-a39c-9e8495c44f75 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'b36b7e3e-918b-401c-8d60-889aabe5001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd6bf064b-07a6-4d06-b7dd-381a325de464'}] {{(pid=88176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:05:06.218336 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-0e16b785-ef88-46b7-bd28-d5e8b08267d3 service neutron] Attempting to bind port 1da7418b-279e-4457-a39c-9e8495c44f75 on network d6bf064b-07a6-4d06-b7dd-381a325de464 {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:05:06.228556 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-0e16b785-ef88-46b7-bd28-d5e8b08267d3 service neutron] Port 1da7418b-279e-4457-a39c-9e8495c44f75 on network d6bf064b-07a6-4d06-b7dd-381a325de464 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:05:06.228977 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-0e16b785-ef88-46b7-bd28-d5e8b08267d3 service neutron] Attempting to bind port 1da7418b-279e-4457-a39c-9e8495c44f75 on network d6bf064b-07a6-4d06-b7dd-381a325de464 {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:05:06.232429 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16b785-ef88-46b7-bd28-d5e8b08267d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1da7418b-279e-4457-a39c-9e8495c44f75,revision_number=2']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:06.237131 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-0e16b785-ef88-46b7-bd28-d5e8b08267d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:06.241475 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-0e16b785-ef88-46b7-bd28-d5e8b08267d3 service neutron] Checking agent: {'id': '2cdf3b01-963f-4e6b-8571-872140058f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:05:06.241848 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-0e16b785-ef88-46b7-bd28-d5e8b08267d3 service neutron] Checking segment: {'id': 'b36b7e3e-918b-401c-8d60-889aabe5001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd6bf064b-07a6-4d06-b7dd-381a325de464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:05:06.242275 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-0e16b785-ef88-46b7-bd28-d5e8b08267d3 service neutron] Bound using segment: {'id': 'b36b7e3e-918b-401c-8d60-889aabe5001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd6bf064b-07a6-4d06-b7dd-381a325de464'} {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:05:06.242932 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-0e16b785-ef88-46b7-bd28-d5e8b08267d3 service neutron] Bound port: 1da7418b-279e-4457-a39c-9e8495c44f75, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36b7e3e-918b-401c-8d60-889aabe5001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd6bf064b-07a6-4d06-b7dd-381a325de464'}}] {{(pid=88176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:05:06.244070 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-0e16b785-ef88-46b7-bd28-d5e8b08267d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:06.382164 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-0e16b785-ef88-46b7-bd28-d5e8b08267d3 service neutron] For port 1da7418b-279e-4457-a39c-9e8495c44f75, host hv-cinder-82174, cleared binding levels {{(pid=88176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:05:06.387430 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-0e16b785-ef88-46b7-bd28-d5e8b08267d3 service neutron] For port 1da7418b-279e-4457-a39c-9e8495c44f75, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=1da7418b-279e-4457-a39c-9e8495c44f75,segment=NetworkSegment(b36b7e3e-918b-401c-8d60-889aabe5001e),segment_id=b36b7e3e-918b-401c-8d60-889aabe5001e)] {{(pid=88176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:05:06.392165 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-0e16b785-ef88-46b7-bd28-d5e8b08267d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:06.404668 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ee4343f7-eb75-4cbf-9ed2-f8b25827a9d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:06.434341 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning for port 7ddc0e7d-77bd-4d7d-af9a-dcba576e529e completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:05:06.443235 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning complete for port 7ddc0e7d-77bd-4d7d-af9a-dcba576e529e triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:05:06.443920 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:06.484563 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-0e16b785-ef88-46b7-bd28-d5e8b08267d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for port, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:06.486832 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-0e16b785-ef88-46b7-bd28-d5e8b08267d3 service neutron] 10.222.0.73 "PUT /v2.0/ports/1da7418b-279e-4457-a39c-9e8495c44f75 HTTP/1.1" status: 200 len: 1094 time: 1.6900747 Dec 14 19:05:06.489827 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e824120-ca8d-4ba4-8daf-6177013d4abf', 'tag': '1da7418b-279e-4457-a39c-9e8495c44f75'}] {{(pid=88176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:05:06.511170 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-73a8eeaf-5dd3-42a5-8842-1d5e36e60c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:06.725675 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e824120-ca8d-4ba4-8daf-6177013d4abf', 'tag': '1da7418b-279e-4457-a39c-9e8495c44f75', 'status': 'completed', 'code': 200} Dec 14 19:05:06.731753 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16b785-ef88-46b7-bd28-d5e8b08267d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1da7418b-279e-4457-a39c-9e8495c44f75,revision_number=3']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:06.778456 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-0e16b785-ef88-46b7-bd28-d5e8b08267d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:06.780320 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:06.857383 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-73a8eeaf-5dd3-42a5-8842-1d5e36e60c62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:06.880030 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-443b5735-84e0-422c-9db0-afafe9c13692 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a0bcd02b122b4b9eae4ccde55819070a&device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 1097 time: 0.3159561 Dec 14 19:05:06.887047 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-73a8eeaf-5dd3-42a5-8842-1d5e36e60c62 admin admin] Usage tracker for resource:security_group_rule and tenant:f7377359753b46b1a21f507fb20f4d7f is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:06.897943 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 7ddc0e7d-77bd-4d7d-af9a-dcba576e529e, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=7ddc0e7d-77bd-4d7d-af9a-dcba576e529e,segment=NetworkSegment(03d08db8-efc3-447a-8f2a-c5bd4ab289aa),segment_id=03d08db8-efc3-447a-8f2a-c5bd4ab289aa)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:06.899913 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-73a8eeaf-5dd3-42a5-8842-1d5e36e60c62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:06.900718 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1531a4-3599-49f7-8346-29842078ebd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ddc0e7d-77bd-4d7d-af9a-dcba576e529e'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:05:07.071829 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:07.076744 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:07.116311 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-eaa470d9-14d2-451a-b9c5-d0863e8a105c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1da7418b-279e-4457-a39c-9e8495c44f75 HTTP/1.1" status: 200 len: 217 time: 0.2194011 Dec 14 19:05:07.137588 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [req-2d679662-3b00-46c0-b85d-879038f169e5 req-7d9df143-8a65-4336-82de-da7ad3451818 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=88177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 19:05:07.139643 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2d679662-3b00-46c0-b85d-879038f169e5 req-7d9df143-8a65-4336-82de-da7ad3451818 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.4995451 Dec 14 19:05:07.162264 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-73a8eeaf-5dd3-42a5-8842-1d5e36e60c62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:07.269510 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=7ddc0e7d-77bd-4d7d-af9a-dcba576e529e,revision_number=5']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:07.276288 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:07.302877 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-abd7ef64-9d11-475a-aeea-6d5b1ee9f2d2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:07.304997 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-abd7ef64-9d11-475a-aeea-6d5b1ee9f2d2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a68fb5d-39b8-4e02-9311-449e023242d8 HTTP/1.1" status: 200 len: 858 time: 0.1624713 Dec 14 19:05:07.368700 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-3e5d6966-3db3-4651-935e-2a04998b54fe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d6bf064b-07a6-4d06-b7dd-381a325de464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546656 Dec 14 19:05:07.435529 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2d679662-3b00-46c0-b85d-879038f169e5 req-f01227ed-94db-462d-b7f4-8326f7d42667 service neutron] 10.222.0.62 "GET /v2.0/networks/d6bf064b-07a6-4d06-b7dd-381a325de464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856398 Dec 14 19:05:07.625536 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-73a8eeaf-5dd3-42a5-8842-1d5e36e60c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:07.629236 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-82829657-5495-4a7b-b23b-4bf969479e13 service neutron] 10.222.0.73 "GET /v2.0/networks/d6bf064b-07a6-4d06-b7dd-381a325de464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480419 Dec 14 19:05:07.631160 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-73a8eeaf-5dd3-42a5-8842-1d5e36e60c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:07.671377 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:07.704887 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-73a8eeaf-5dd3-42a5-8842-1d5e36e60c62 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f7377359753b46b1a21f507fb20f4d7f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5868657 Dec 14 19:05:07.773926 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 43072) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:07.872410 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8eeaf-5dd3-42a5-8842-1d5e36e60c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a021cf-334c-4b74-b836-05b2adc00b32,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:07.878264 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b4cb478a-f75d-4673-82ce-c99a7d0d5717 req-d91daec2-5ffa-42b8-b328-03153e0a1545 service neutron] 10.222.0.73 "GET /v2.0/networks/d6bf064b-07a6-4d06-b7dd-381a325de464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078373 Dec 14 19:05:07.880226 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-73a8eeaf-5dd3-42a5-8842-1d5e36e60c62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:07.903265 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f410b24c-950f-44a4-891a-984cc504318b admin admin] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:05:07.918459 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6693697-e29c-431c-a79c-74673f6e6e77 None None] Sync routers for ids ['69eb45f3-812c-409b-bbda-2ab5d1e31896'] in dv-cinder-821749-1-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:05:07.939125 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eacee7-3503-4898-846e-dd0fb4d032b4 req-39752a44-002b-491e-a0d3-2d8ac0344c95 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:07.953628 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e9eacee7-3503-4898-846e-dd0fb4d032b4 req-39752a44-002b-491e-a0d3-2d8ac0344c95 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f1531a4-3599-49f7-8346-29842078ebd8 HTTP/1.1" status: 200 len: 945 time: 0.5151277 Dec 14 19:05:07.964612 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6693697-e29c-431c-a79c-74673f6e6e77 None None] Routers {'69eb45f3-812c-409b-bbda-2ab5d1e31896'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:05:07.964934 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-f410b24c-950f-44a4-891a-984cc504318b admin admin] 10.222.0.62 "PUT /v2.0/routers/69eb45f3-812c-409b-bbda-2ab5d1e31896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 29.1291952 Dec 14 19:05:07.965725 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-a6693697-e29c-431c-a79c-74673f6e6e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:04:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['69eb45f3-812c-409b-bbda-2ab5d1e31896'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:05:08.060529 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e06eff6-0903-4afe-9a01-6754caa86513 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:05:08.079643 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87937d6-447c-4270-9e76-0874811b406d None None] Sync routers for ids ['87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'] in dv-cinder-821749-1-smb {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:05:08.120936 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-3e06eff6-0903-4afe-9a01-6754caa86513 admin admin] 10.222.0.62 "PUT /v2.0/routers/87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 25.8733752 Dec 14 19:05:08.121259 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7b38dc8e-0e56-47f9-8ad5-0c1d6eb346a7 req-3acd5578-6e9e-4f44-9deb-bc97dd75008c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a0bcd02b122b4b9eae4ccde55819070a&device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 1097 time: 0.1510346 Dec 14 19:05:08.132426 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87937d6-447c-4270-9e76-0874811b406d None None] Routers {'87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:05:08.132426 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f87937d6-447c-4270-9e76-0874811b406d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:04:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:05:08.329434 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e9eacee7-3503-4898-846e-dd0fb4d032b4 req-884e5afc-5682-4f34-8970-65d6615ea36c tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.62 "GET /v2.0/security-groups?id=37d5ed93-279e-40eb-813a-c0545c88fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704898 Dec 14 19:05:08.344721 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2d679662-3b00-46c0-b85d-879038f169e5 req-2d07b248-83b8-46a5-99d6-c225e174d910 service neutron] 10.222.0.62 "GET /v2.0/networks/d6bf064b-07a6-4d06-b7dd-381a325de464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8975286 Dec 14 19:05:08.518370 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-38639582-f2b3-4302-a1c1-23d545dae76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:08.546498 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-a6693697-e29c-431c-a79c-74673f6e6e77 None None] Set router 69eb45f3-812c-409b-bbda-2ab5d1e31896 gateway port host: dv-cinder-821749-1-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:05:08.590104 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-38639582-f2b3-4302-a1c1-23d545dae76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:08.690165 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38dc8e-0e56-47f9-8ad5-0c1d6eb346a7 req-f88d5ab2-783d-4300-9817-31f3753c19b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:08.693591 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7b38dc8e-0e56-47f9-8ad5-0c1d6eb346a7 req-f88d5ab2-783d-4300-9817-31f3753c19b4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d6bf064b-07a6-4d06-b7dd-381a325de464 HTTP/1.1" status: 200 len: 919 time: 0.5531342 Dec 14 19:05:08.741888 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-38639582-f2b3-4302-a1c1-23d545dae76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:08.760480 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-5805bf38-43c5-409b-a1a8-0445b182f784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:08.812297 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38639582-f2b3-4302-a1c1-23d545dae76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a021cf-334c-4b74-b836-05b2adc00b32,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:08.816544 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-38639582-f2b3-4302-a1c1-23d545dae76c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:08.838596 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-38639582-f2b3-4302-a1c1-23d545dae76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:08.840741 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-38639582-f2b3-4302-a1c1-23d545dae76c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/20a021cf-334c-4b74-b836-05b2adc00b32 HTTP/1.1" status: 204 len: 168 time: 1.0486853 Dec 14 19:05:08.932496 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-f87937d6-447c-4270-9e76-0874811b406d None None] Set router 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:05:09.066750 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 43106) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:09.070616 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-a6693697-e29c-431c-a79c-74673f6e6e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'name': 'tempest-AttachVolumeShelveTestJSON-1302898717-router', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143'}], 'enable_snat': True}, 'gw_port_id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:28Z', 'updated_at': '2021-12-14T19:04:58Z', 'revision_number': 4, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'gw_port': {'id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:30Z', 'updated_at': '2021-12-14T19:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': 'aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1', 'name': '', 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'mac_address': 'fa:16:3e:76:50:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:45Z', 'updated_at': '2021-12-14T19:04:59Z', 'revision_number': 2, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'subnets': [{'id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:05:09.076463 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6693697-e29c-431c-a79c-74673f6e6e77 None None] Checking router: 69eb45f3-812c-409b-bbda-2ab5d1e31896 for host: dv-cinder-821749-1-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:05:09.077149 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6693697-e29c-431c-a79c-74673f6e6e77 None None] Updating router 69eb45f3-812c-409b-bbda-2ab5d1e31896 port aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1 binding host dv-cinder-821749-1-smb {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:05:09.167367 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a6693697-e29c-431c-a79c-74673f6e6e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:09.483262 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7b38dc8e-0e56-47f9-8ad5-0c1d6eb346a7 req-5da1151b-eaee-45a4-bb66-f057159d9f7f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1da7418b-279e-4457-a39c-9e8495c44f75 HTTP/1.1" status: 200 len: 217 time: 0.7763131 Dec 14 19:05:09.651410 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1531a4-3599-49f7-8346-29842078ebd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ddc0e7d-77bd-4d7d-af9a-dcba576e529e', 'code': 200} Dec 14 19:05:09.663529 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f87937d6-447c-4270-9e76-0874811b406d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'name': 'tempest-AttachVolumeTestJSON-311324847-router', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:31Z', 'updated_at': '2021-12-14T19:04:57Z', 'revision_number': 4, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'gw_port': {'id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:33Z', 'updated_at': '2021-12-14T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': '9b6e4118-dd1f-469b-97ae-68ec39679640', 'name': '', 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'mac_address': 'fa:16:3e:15:08:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:53Z', 'updated_at': '2021-12-14T19:04:58Z', 'revision_number': 2, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'subnets': [{'id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:05:09.682099 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87937d6-447c-4270-9e76-0874811b406d None None] Checking router: 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 for host: dv-cinder-821749-1-smb {{(pid=88178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:05:09.682817 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87937d6-447c-4270-9e76-0874811b406d None None] Updating router 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 port 9b6e4118-dd1f-469b-97ae-68ec39679640 binding host dv-cinder-821749-1-smb {{(pid=88178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:05:09.750750 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f87937d6-447c-4270-9e76-0874811b406d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:09.774270 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38dc8e-0e56-47f9-8ad5-0c1d6eb346a7 req-69fe6616-ced3-4353-8b87-e5b1ea26e0f4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:09.777359 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7b38dc8e-0e56-47f9-8ad5-0c1d6eb346a7 req-69fe6616-ced3-4353-8b87-e5b1ea26e0f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a68fb5d-39b8-4e02-9311-449e023242d8 HTTP/1.1" status: 200 len: 858 time: 0.2865372 Dec 14 19:05:09.919484 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:05:09.933029 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7b38dc8e-0e56-47f9-8ad5-0c1d6eb346a7 req-77734a0c-e0af-455e-8043-490c9023f1d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d6bf064b-07a6-4d06-b7dd-381a325de464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1480155 Dec 14 19:05:10.205946 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.73', 54767) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:10.408251 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a6693697-e29c-431c-a79c-74673f6e6e77 None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:10.463095 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-a6693697-e29c-431c-a79c-74673f6e6e77 None None] Transition to ACTIVE for port object aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1 will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:05:10.492215 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a6693697-e29c-431c-a79c-74673f6e6e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:10.543797 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:10.573752 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7b38dc8e-0e56-47f9-8ad5-0c1d6eb346a7 req-db42a1ec-8d58-405a-954b-b1989f3388d3 service neutron] 10.222.0.73 "GET /v2.0/networks/d6bf064b-07a6-4d06-b7dd-381a325de464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6281884 Dec 14 19:05:10.593192 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a88674fa-b89c-48e8-9cd9-133d0d4b9712 req-f67e54bf-e8d7-457d-87e4-7443a0c8fbb2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6f1531a4-3599-49f7-8346-29842078ebd8 HTTP/1.1" status: 200 len: 1098 time: 0.3718252 Dec 14 19:05:10.747641 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-fdfaa75e-3444-49a3-86b5-8c31ccdeaede admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:10.810681 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-a88674fa-b89c-48e8-9cd9-133d0d4b9712 req-a4b9698a-23c9-4e00-a4c9-b8c4c86ddcc9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:10.999286 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 43146) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:11.028488 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-a88674fa-b89c-48e8-9cd9-133d0d4b9712 req-a4b9698a-23c9-4e00-a4c9-b8c4c86ddcc9 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:11.079339 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f87937d6-447c-4270-9e76-0874811b406d None None] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:11.083102 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-a88674fa-b89c-48e8-9cd9-133d0d4b9712 req-a4b9698a-23c9-4e00-a4c9-b8c4c86ddcc9 service neutron] Usage tracker for resource:security_group_rule and tenant:9220d7a9ea004c798547b60551887567 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:11.099955 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-a88674fa-b89c-48e8-9cd9-133d0d4b9712 req-a4b9698a-23c9-4e00-a4c9-b8c4c86ddcc9 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:11.114208 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-f87937d6-447c-4270-9e76-0874811b406d None None] Transition to ACTIVE for port object 9b6e4118-dd1f-469b-97ae-68ec39679640 will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:05:11.141970 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f87937d6-447c-4270-9e76-0874811b406d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:11.147818 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:11.157616 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-a88674fa-b89c-48e8-9cd9-133d0d4b9712 req-a4b9698a-23c9-4e00-a4c9-b8c4c86ddcc9 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:11.158182 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e5785dad-0377-4440-8900-6c91cf328c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:11.210903 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7b38dc8e-0e56-47f9-8ad5-0c1d6eb346a7 req-3b34d4fb-afa2-4f0b-8650-3bdbcec110a1 service neutron] 10.222.0.73 "GET /v2.0/networks/d6bf064b-07a6-4d06-b7dd-381a325de464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6295426 Dec 14 19:05:11.270660 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-e5785dad-0377-4440-8900-6c91cf328c65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:11.281017 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-e5785dad-0377-4440-8900-6c91cf328c65 admin admin] Usage tracker for resource:security_group_rule and tenant:8fbd925e4c344a3fa7173a191e01446d is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:11.294624 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-e5785dad-0377-4440-8900-6c91cf328c65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:11.305782 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-e5785dad-0377-4440-8900-6c91cf328c65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:11.442672 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 43152) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:11.469950 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-b89514ce-dc09-405c-9414-ec491d099d99 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1987747555', 'description': 'tempest-description--1863408197'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:05:11.495898 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75abd15-fa8c-4511-9077-19d043a1bcf5 None None] Pushing event updated for resources: {'Port': ['ID=aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:11.516270 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e75abd15-fa8c-4511-9077-19d043a1bcf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.972s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:11.569721 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:11.572385 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ea9ba-e3fb-4a8e-9c3d-68304021fdcb None None] Pushing event updated for resources: {'Port': ['ID=9b6e4118-dd1f-469b-97ae-68ec39679640,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:11.574917 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-b89514ce-dc09-405c-9414-ec491d099d99 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:11.585732 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-716ea9ba-e3fb-4a8e-9c3d-68304021fdcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:11.654108 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-a88674fa-b89c-48e8-9cd9-133d0d4b9712 req-a4b9698a-23c9-4e00-a4c9-b8c4c86ddcc9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:11.664189 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-b89514ce-dc09-405c-9414-ec491d099d99 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Usage tracker for resource:security_group and tenant:58846b25a8b64cc9833f513a6aff6430 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:11.694801 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-b89514ce-dc09-405c-9414-ec491d099d99 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:11.718574 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-fdfaa75e-3444-49a3-86b5-8c31ccdeaede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:11.729485 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-b89514ce-dc09-405c-9414-ec491d099d99 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:11.734174 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-fdfaa75e-3444-49a3-86b5-8c31ccdeaede admin admin] Usage tracker for resource:security_group_rule and tenant:5c8c0bdcdf8e48d8a98dc04087aa458c is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:11.763224 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-fdfaa75e-3444-49a3-86b5-8c31ccdeaede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:11.778166 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e5785dad-0377-4440-8900-6c91cf328c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:11.790643 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-fdfaa75e-3444-49a3-86b5-8c31ccdeaede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:11.803531 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e5785dad-0377-4440-8900-6c91cf328c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:11.804719 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b89514ce-dc09-405c-9414-ec491d099d99 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:11.851322 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-a6693697-e29c-431c-a79c-74673f6e6e77 None None] Attempting to bind port aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1 on host dv-cinder-821749-1-smb for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:05:11.852331 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-a6693697-e29c-431c-a79c-74673f6e6e77 None None] Attempting to bind port aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1 by drivers openvswitch,hyperv on host dv-cinder-821749-1-smb at level 0 using segments [{'id': '194eab7e-d5e7-4d23-9be3-263d15a0e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:05:11.853052 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6693697-e29c-431c-a79c-74673f6e6e77 None None] Attempting to bind port aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1 on network b4963efd-9650-43f5-bcad-9f14585c51e1 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:05:11.871747 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-a88674fa-b89c-48e8-9cd9-133d0d4b9712 req-a4b9698a-23c9-4e00-a4c9-b8c4c86ddcc9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:11.886693 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6693697-e29c-431c-a79c-74673f6e6e77 None None] Checking agent: {'id': '03990dc7-fb63-4310-b6c3-a74b6e9d0e80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 55, 58), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:05:11.887746 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6693697-e29c-431c-a79c-74673f6e6e77 None None] Checking segment: {'id': '194eab7e-d5e7-4d23-9be3-263d15a0e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:05:11.889503 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a6693697-e29c-431c-a79c-74673f6e6e77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:11.890591 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6693697-e29c-431c-a79c-74673f6e6e77 None None] Bound using segment: {'id': '194eab7e-d5e7-4d23-9be3-263d15a0e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:05:11.891470 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-a6693697-e29c-431c-a79c-74673f6e6e77 None None] Bound port: aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1, host: dv-cinder-821749-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '194eab7e-d5e7-4d23-9be3-263d15a0e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:05:11.892166 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a6693697-e29c-431c-a79c-74673f6e6e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:11.935588 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-f87937d6-447c-4270-9e76-0874811b406d None None] Attempting to bind port 9b6e4118-dd1f-469b-97ae-68ec39679640 on host dv-cinder-821749-1-smb for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:05:11.947032 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-f87937d6-447c-4270-9e76-0874811b406d None None] Attempting to bind port 9b6e4118-dd1f-469b-97ae-68ec39679640 by drivers openvswitch,hyperv on host dv-cinder-821749-1-smb at level 0 using segments [{'id': '6aa82320-2fb6-4bdd-8682-c072e47132bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:05:11.951945 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87937d6-447c-4270-9e76-0874811b406d None None] Attempting to bind port 9b6e4118-dd1f-469b-97ae-68ec39679640 on network 41417801-7e29-40be-adf1-4fe41a7c2988 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:05:11.999207 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87937d6-447c-4270-9e76-0874811b406d None None] Checking agent: {'id': '03990dc7-fb63-4310-b6c3-a74b6e9d0e80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 55, 58), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:05:12.001856 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87937d6-447c-4270-9e76-0874811b406d None None] Checking segment: {'id': '6aa82320-2fb6-4bdd-8682-c072e47132bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:05:12.002661 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f87937d6-447c-4270-9e76-0874811b406d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:12.003051 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87937d6-447c-4270-9e76-0874811b406d None None] Bound using segment: {'id': '6aa82320-2fb6-4bdd-8682-c072e47132bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:05:12.003815 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-f87937d6-447c-4270-9e76-0874811b406d None None] Bound port: 9b6e4118-dd1f-469b-97ae-68ec39679640, host: dv-cinder-821749-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa82320-2fb6-4bdd-8682-c072e47132bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:05:12.013569 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f87937d6-447c-4270-9e76-0874811b406d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:12.113824 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-b4c96ec7-70ac-4955-8200-cef4397044fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:12.150246 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-e5785dad-0377-4440-8900-6c91cf328c65 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8fbd925e4c344a3fa7173a191e01446d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1479499 Dec 14 19:05:12.153466 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-fdfaa75e-3444-49a3-86b5-8c31ccdeaede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:12.160063 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:12.169184 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 43162) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:12.169690 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 43166) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:12.187733 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-a6693697-e29c-431c-a79c-74673f6e6e77 None None] For port aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1, host dv-cinder-821749-1-smb, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:05:12.196690 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-a6693697-e29c-431c-a79c-74673f6e6e77 None None] For port aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1, host dv-cinder-821749-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:05:12.204003 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a6693697-e29c-431c-a79c-74673f6e6e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:12.216343 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 1da7418b-279e-4457-a39c-9e8495c44f75 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:05:12.225475 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e75abd15-fa8c-4511-9077-19d043a1bcf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:12.289279 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9698a-23c9-4e00-a4c9-b8c4c86ddcc9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2ac41d-6a3d-4fa9-91e2-d2db1e43ab1a,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:12.321319 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-fdb93b7f-a920-45fc-a451-7e3158bca40e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1541435432', 'description': 'tempest-description--201717931'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:05:12.328067 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-fdb93b7f-a920-45fc-a451-7e3158bca40e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:12.332197 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-fdb93b7f-a920-45fc-a451-7e3158bca40e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Usage tracker for resource:security_group and tenant:110f0191feb9402db4fceb6ce9c472c5 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:12.335711 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-fdb93b7f-a920-45fc-a451-7e3158bca40e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:12.345643 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-fdb93b7f-a920-45fc-a451-7e3158bca40e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:12.393945 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75abd15-fa8c-4511-9077-19d043a1bcf5 None None] Pushing event updated for resources: {'Port': ['ID=aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:12.399216 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 43172) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:12.414354 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-fdfaa75e-3444-49a3-86b5-8c31ccdeaede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:12.436779 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-a4b9698a-23c9-4e00-a4c9-b8c4c86ddcc9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:12.438186 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-04b57232-6e9c-4d59-936a-1beb813b8ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:12.473357 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6693697-e29c-431c-a79c-74673f6e6e77 None None] Routers {'69eb45f3-812c-409b-bbda-2ab5d1e31896'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:05:12.474069 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-a6693697-e29c-431c-a79c-74673f6e6e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:04:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['69eb45f3-812c-409b-bbda-2ab5d1e31896'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:05:12.485050 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-04b57232-6e9c-4d59-936a-1beb813b8ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:12.622630 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 1da7418b-279e-4457-a39c-9e8495c44f75, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=1da7418b-279e-4457-a39c-9e8495c44f75,segment=NetworkSegment(b36b7e3e-918b-401c-8d60-889aabe5001e),segment_id=b36b7e3e-918b-401c-8d60-889aabe5001e)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:12.630897 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-fdb93b7f-a920-45fc-a451-7e3158bca40e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:12.631796 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:12.656593 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-fdfaa75e-3444-49a3-86b5-8c31ccdeaede admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5c8c0bdcdf8e48d8a98dc04087aa458c&name=default HTTP/1.1" status: 200 len: 2647 time: 3.5868802 Dec 14 19:05:12.669207 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 43184) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:12.693255 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Returning: {'device': '1da7418b-279e-4457-a39c-9e8495c44f75', 'network_id': 'd6bf064b-07a6-4d06-b7dd-381a325de464', 'port_id': '1da7418b-279e-4457-a39c-9e8495c44f75', 'mac_address': 'fa:16:3e:70:99:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a68fb5d-39b8-4e02-9311-449e023242d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:05:12.700342 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-04b57232-6e9c-4d59-936a-1beb813b8ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:12.702953 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a7bc5d38-bcc6-4253-80ab-d8630e499a7c req-cf3c23b8-75de-4749-8c54-b5fad425778f tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 210 time: 0.7916856 Dec 14 19:05:12.711247 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-b89514ce-dc09-405c-9414-ec491d099d99 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:12.751702 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e75abd15-fa8c-4511-9077-19d043a1bcf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:12.790813 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a88674fa-b89c-48e8-9cd9-133d0d4b9712 req-a4b9698a-23c9-4e00-a4c9-b8c4c86ddcc9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=37d5ed93-279e-40eb-813a-c0545c88fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1895435 Dec 14 19:05:12.942929 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5785dad-0377-4440-8900-6c91cf328c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba6a3c5-9c16-4159-8cee-59b9b386abb3,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:12.964126 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-b89514ce-dc09-405c-9414-ec491d099d99 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Usage tracker for resource:security_group_rule and tenant:58846b25a8b64cc9833f513a6aff6430 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:12.975053 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e5785dad-0377-4440-8900-6c91cf328c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.856s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:12.976688 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6acc0-b345-40fe-a802-cd4d7ac473b5 req-c328e6a6-d194-4a6a-bf22-0644aa495688 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:12.979016 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-b89514ce-dc09-405c-9414-ec491d099d99 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:12.992443 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:12.998116 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b6a6acc0-b345-40fe-a802-cd4d7ac473b5 req-c328e6a6-d194-4a6a-bf22-0644aa495688 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f1531a4-3599-49f7-8346-29842078ebd8 HTTP/1.1" status: 200 len: 945 time: 0.5569103 Dec 14 19:05:13.004290 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfaa75e-3444-49a3-86b5-8c31ccdeaede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8119572f-b3dc-4cfa-b3ca-c2c1ff8aa606,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:13.031440 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-fdfaa75e-3444-49a3-86b5-8c31ccdeaede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:13.062230 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-b89514ce-dc09-405c-9414-ec491d099d99 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:13.102316 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b57232-6e9c-4d59-936a-1beb813b8ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba6a3c5-9c16-4159-8cee-59b9b386abb3,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:13.114323 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-f87937d6-447c-4270-9e76-0874811b406d None None] For port 9b6e4118-dd1f-469b-97ae-68ec39679640, host dv-cinder-821749-1-smb, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:05:13.127505 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-f87937d6-447c-4270-9e76-0874811b406d None None] For port 9b6e4118-dd1f-469b-97ae-68ec39679640, host dv-cinder-821749-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=9b6e4118-dd1f-469b-97ae-68ec39679640,segment=NetworkSegment(6aa82320-2fb6-4bdd-8682-c072e47132bc),segment_id=6aa82320-2fb6-4bdd-8682-c072e47132bc)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:05:13.139141 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:13.145925 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-04b57232-6e9c-4d59-936a-1beb813b8ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:13.190039 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f87937d6-447c-4270-9e76-0874811b406d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:13.216142 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:13.256245 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-fdb93b7f-a920-45fc-a451-7e3158bca40e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:13.296613 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-fdb93b7f-a920-45fc-a451-7e3158bca40e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Usage tracker for resource:security_group_rule and tenant:110f0191feb9402db4fceb6ce9c472c5 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:13.298013 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-a6693697-e29c-431c-a79c-74673f6e6e77 None None] Set router 69eb45f3-812c-409b-bbda-2ab5d1e31896 gateway port host: dv-cinder-821749-1-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:05:13.299718 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ab6a3135-7a1e-4741-9cc7-bfa40664ad33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:13.329913 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b6a6acc0-b345-40fe-a802-cd4d7ac473b5 req-84227748-4871-4db5-befc-43ce537c7692 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.62 "GET /v2.0/security-groups?id=37d5ed93-279e-40eb-813a-c0545c88fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964900 Dec 14 19:05:13.367078 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-fdb93b7f-a920-45fc-a451-7e3158bca40e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:13.374127 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ea9ba-e3fb-4a8e-9c3d-68304021fdcb None None] Pushing event updated for resources: {'Port': ['ID=9b6e4118-dd1f-469b-97ae-68ec39679640,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:13.381810 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d679662-3b00-46c0-b85d-879038f169e5 req-e9516817-1e32-41dd-af84-edfc81890576 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:13.386705 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-716ea9ba-e3fb-4a8e-9c3d-68304021fdcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:13.404093 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2d679662-3b00-46c0-b85d-879038f169e5 req-e9516817-1e32-41dd-af84-edfc81890576 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.73 "GET /v2.0/networks?id=d6bf064b-07a6-4d06-b7dd-381a325de464 HTTP/1.1" status: 200 len: 818 time: 1.4946222 Dec 14 19:05:13.416238 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da7418b-279e-4457-a39c-9e8495c44f75 {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:05:13.442184 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-fdb93b7f-a920-45fc-a451-7e3158bca40e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:13.452205 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 1da7418b-279e-4457-a39c-9e8495c44f75, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=1da7418b-279e-4457-a39c-9e8495c44f75,segment=NetworkSegment(b36b7e3e-918b-401c-8d60-889aabe5001e),segment_id=b36b7e3e-918b-401c-8d60-889aabe5001e)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:13.470995 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-2d679662-3b00-46c0-b85d-879038f169e5 req-6cd522e5-b41c-4879-b714-e34a974039e6 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Request body: {'port': {'device_id': 'bfbf74d3-519b-4e5a-b9c6-3a38068760c3', 'network_id': 'd6bf064b-07a6-4d06-b7dd-381a325de464', 'admin_state_up': True, 'tenant_id': 'a0bcd02b122b4b9eae4ccde55819070a'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:05:13.477805 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:13.482059 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:13.573751 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=1da7418b-279e-4457-a39c-9e8495c44f75,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:13.576957 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87937d6-447c-4270-9e76-0874811b406d None None] Routers {'87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:05:13.577907 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f87937d6-447c-4270-9e76-0874811b406d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:04:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:05:13.644449 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-04b57232-6e9c-4d59-936a-1beb813b8ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:13.645735 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-04b57232-6e9c-4d59-936a-1beb813b8ddd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4ba6a3c5-9c16-4159-8cee-59b9b386abb3 HTTP/1.1" status: 204 len: 168 time: 1.4690309 Dec 14 19:05:13.659427 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f5bde187-51e7-43fb-9365-07644402073d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:13.692661 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f5bde187-51e7-43fb-9365-07644402073d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:13.712180 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:13.744702 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-2d679662-3b00-46c0-b85d-879038f169e5 req-6cd522e5-b41c-4879-b714-e34a974039e6 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:13.779053 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f5bde187-51e7-43fb-9365-07644402073d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:13.797233 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-2d679662-3b00-46c0-b85d-879038f169e5 req-6cd522e5-b41c-4879-b714-e34a974039e6 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Usage tracker for resource:port and tenant:a0bcd02b122b4b9eae4ccde55819070a is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:13.814481 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-975149c4-e99d-4193-a401-2264a45e5aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:13.818099 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['1da7418b-279e-4457-a39c-9e8495c44f75'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:05:13.854903 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-2d679662-3b00-46c0-b85d-879038f169e5 req-6cd522e5-b41c-4879-b714-e34a974039e6 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:13.963169 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-ab6a3135-7a1e-4741-9cc7-bfa40664ad33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:14.012484 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bde187-51e7-43fb-9365-07644402073d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8119572f-b3dc-4cfa-b3ca-c2c1ff8aa606,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:14.031335 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-2d679662-3b00-46c0-b85d-879038f169e5 req-6cd522e5-b41c-4879-b714-e34a974039e6 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:14.058234 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b89514ce-dc09-405c-9414-ec491d099d99 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:14.066527 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-ab6a3135-7a1e-4741-9cc7-bfa40664ad33 admin admin] Usage tracker for resource:security_group_rule and tenant:0ec118c9c8c049dcbef8a6698530ef9b is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:14.074279 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f5bde187-51e7-43fb-9365-07644402073d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:14.098537 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-ab6a3135-7a1e-4741-9cc7-bfa40664ad33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:14.105219 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f5bde187-51e7-43fb-9365-07644402073d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:14.107373 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-f5bde187-51e7-43fb-9365-07644402073d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8119572f-b3dc-4cfa-b3ca-c2c1ff8aa606 HTTP/1.1" status: 204 len: 168 time: 1.4118490 Dec 14 19:05:14.129228 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b89514ce-dc09-405c-9414-ec491d099d99 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:14.154520 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-ab6a3135-7a1e-4741-9cc7-bfa40664ad33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:14.159778 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-971285c0-1b44-4c25-ac8d-36c2c04b8908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:14.229160 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d679662-3b00-46c0-b85d-879038f169e5 req-6cd522e5-b41c-4879-b714-e34a974039e6 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Made reservation on behalf of a0bcd02b122b4b9eae4ccde55819070a for: {'port': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:05:14.249843 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-2d679662-3b00-46c0-b85d-879038f169e5 req-6cd522e5-b41c-4879-b714-e34a974039e6 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:14.294282 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-f87937d6-447c-4270-9e76-0874811b406d None None] Set router 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:05:14.323524 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-05c36277-cb92-47e7-ab28-2ba0c04f84d1 req-3197cc70-41fa-4a58-a8c8-9ac6a82acf47 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 210 time: 0.1783957 Dec 14 19:05:14.360259 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 43212) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:14.604787 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-a6693697-e29c-431c-a79c-74673f6e6e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'name': 'tempest-AttachVolumeShelveTestJSON-1302898717-router', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143'}], 'enable_snat': True}, 'gw_port_id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:28Z', 'updated_at': '2021-12-14T19:04:58Z', 'revision_number': 4, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'gw_port': {'id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:30Z', 'updated_at': '2021-12-14T19:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': 'aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1', 'name': '', 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'mac_address': 'fa:16:3e:76:50:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:45Z', 'updated_at': '2021-12-14T19:05:12Z', 'revision_number': 4, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'subnets': [{'id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:05:14.617748 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6693697-e29c-431c-a79c-74673f6e6e77 None None] The sync data for ids ['69eb45f3-812c-409b-bbda-2ab5d1e31896'] in dv-cinder-821749-1-smb is: [{'id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'name': 'tempest-AttachVolumeShelveTestJSON-1302898717-router', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143'}], 'enable_snat': True}, 'gw_port_id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:28Z', 'updated_at': '2021-12-14T19:04:58Z', 'revision_number': 4, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'gw_port': {'id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:30Z', 'updated_at': '2021-12-14T19:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': 'aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1', 'name': '', 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'mac_address': 'fa:16:3e:76:50:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:45Z', 'updated_at': '2021-12-14T19:05:12Z', 'revision_number': 4, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'subnets': [{'id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:05:14.666715 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b89514ce-dc09-405c-9414-ec491d099d99 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:14.676319 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 43222) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:14.676698 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-b89514ce-dc09-405c-9414-ec491d099d99 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 3.2272239 Dec 14 19:05:14.690131 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-02207f08-b3bd-463d-bef6-d184f1cc5570 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Request body: {'security_group_rule': {'security_group_id': 'b9caade0-325f-4816-90f1-2eef4b6b2a64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:05:14.691041 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-fdb93b7f-a920-45fc-a451-7e3158bca40e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:14.719566 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-02207f08-b3bd-463d-bef6-d184f1cc5570 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:14.722048 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89514ce-dc09-405c-9414-ec491d099d99 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9caade0-325f-4816-90f1-2eef4b6b2a64,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:14.749420 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-02207f08-b3bd-463d-bef6-d184f1cc5570 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Usage tracker for resource:security_group_rule and tenant:58846b25a8b64cc9833f513a6aff6430 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:14.759935 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-02207f08-b3bd-463d-bef6-d184f1cc5570 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:14.767410 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-fdb93b7f-a920-45fc-a451-7e3158bca40e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:14.804043 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-02207f08-b3bd-463d-bef6-d184f1cc5570 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:14.807622 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-b89514ce-dc09-405c-9414-ec491d099d99 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:14.808452 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-b89514ce-dc09-405c-9414-ec491d099d99 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:14.934408 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-02207f08-b3bd-463d-bef6-d184f1cc5570 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:14.983160 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f87937d6-447c-4270-9e76-0874811b406d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'name': 'tempest-AttachVolumeTestJSON-311324847-router', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:31Z', 'updated_at': '2021-12-14T19:04:57Z', 'revision_number': 4, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'gw_port': {'id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:33Z', 'updated_at': '2021-12-14T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': '9b6e4118-dd1f-469b-97ae-68ec39679640', 'name': '', 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'mac_address': 'fa:16:3e:15:08:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:53Z', 'updated_at': '2021-12-14T19:05:13Z', 'revision_number': 4, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'subnets': [{'id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:05:14.992637 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87937d6-447c-4270-9e76-0874811b406d None None] The sync data for ids ['87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'] in dv-cinder-821749-1-smb is: [{'id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'name': 'tempest-AttachVolumeTestJSON-311324847-router', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:31Z', 'updated_at': '2021-12-14T19:04:57Z', 'revision_number': 4, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'gw_port': {'id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:33Z', 'updated_at': '2021-12-14T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': '9b6e4118-dd1f-469b-97ae-68ec39679640', 'name': '', 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'mac_address': 'fa:16:3e:15:08:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:53Z', 'updated_at': '2021-12-14T19:05:13Z', 'revision_number': 4, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'subnets': [{'id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:05:15.071315 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb93b7f-a920-45fc-a451-7e3158bca40e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b803139-3ec7-44cc-a02b-662318947134,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:15.107329 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-fdb93b7f-a920-45fc-a451-7e3158bca40e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:15.178218 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-02207f08-b3bd-463d-bef6-d184f1cc5570 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:15.196800 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-02207f08-b3bd-463d-bef6-d184f1cc5570 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427509'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:15.211937 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:15.268344 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02207f08-b3bd-463d-bef6-d184f1cc5570 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=469e19c5-b06a-46f9-8ba9-7e7e9e0d95a4,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:15.279062 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-02207f08-b3bd-463d-bef6-d184f1cc5570 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:15.286404 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-fdb93b7f-a920-45fc-a451-7e3158bca40e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:15.292107 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 43228) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:15.292575 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-fdb93b7f-a920-45fc-a451-7e3158bca40e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 3.1170011 Dec 14 19:05:15.324003 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-0caed626-7139-4b8f-bca7-7fc353e0bae8 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Request body: {'security_group_rule': {'security_group_id': '4b803139-3ec7-44cc-a02b-662318947134', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:05:15.336087 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-02207f08-b3bd-463d-bef6-d184f1cc5570 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:15.337466 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-02207f08-b3bd-463d-bef6-d184f1cc5570 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6596355 Dec 14 19:05:15.346084 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 43232) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:15.348188 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-0caed626-7139-4b8f-bca7-7fc353e0bae8 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:15.358816 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-0caed626-7139-4b8f-bca7-7fc353e0bae8 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Usage tracker for resource:security_group_rule and tenant:110f0191feb9402db4fceb6ce9c472c5 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:15.363848 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ab6a3135-7a1e-4741-9cc7-bfa40664ad33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:15.366400 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-0caed626-7139-4b8f-bca7-7fc353e0bae8 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:15.381839 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ab6a3135-7a1e-4741-9cc7-bfa40664ad33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:15.399573 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988fa07-0ea4-4e34-a376-6a3fc1e4f750 req-4738d0a9-18a3-4ea3-9815-be0c37c804d9 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:15.416509 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d988fa07-0ea4-4e34-a376-6a3fc1e4f750 req-4738d0a9-18a3-4ea3-9815-be0c37c804d9 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f1531a4-3599-49f7-8346-29842078ebd8 HTTP/1.1" status: 200 len: 945 time: 0.5369027 Dec 14 19:05:15.429157 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-0caed626-7139-4b8f-bca7-7fc353e0bae8 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:15.443386 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-57b25255-45c7-4da9-970b-199fee04c2c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:15.496366 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-235cd9f3-3b08-4025-9498-0c8fa1c43c56 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Request body: {'security_group_rule': {'security_group_id': 'b9caade0-325f-4816-90f1-2eef4b6b2a64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:05:15.526979 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-ab6a3135-7a1e-4741-9cc7-bfa40664ad33 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0ec118c9c8c049dcbef8a6698530ef9b&name=default HTTP/1.1" status: 200 len: 2647 time: 3.1061308 Dec 14 19:05:15.540119 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 43244) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:15.540958 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a3135-7a1e-4741-9cc7-bfa40664ad33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ebc55d-7108-4c3f-817e-749803ec8794,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:15.557326 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ab6a3135-7a1e-4741-9cc7-bfa40664ad33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:15.595473 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-235cd9f3-3b08-4025-9498-0c8fa1c43c56 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:15.631450 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-235cd9f3-3b08-4025-9498-0c8fa1c43c56 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Usage tracker for resource:security_group_rule and tenant:58846b25a8b64cc9833f513a6aff6430 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:15.662699 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-235cd9f3-3b08-4025-9498-0c8fa1c43c56 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:15.705194 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [req-2d679662-3b00-46c0-b85d-879038f169e5 req-6cd522e5-b41c-4879-b714-e34a974039e6 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Allocated IP 172.20.0.5 (d6bf064b-07a6-4d06-b7dd-381a325de464/1a68fb5d-39b8-4e02-9311-449e023242d8/f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8) {{(pid=88176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:05:15.749698 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 9b6e4118-dd1f-469b-97ae-68ec39679640 up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:05:15.756656 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-235cd9f3-3b08-4025-9498-0c8fa1c43c56 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:15.761980 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0caed626-7139-4b8f-bca7-7fc353e0bae8 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:15.786183 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 43250) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:15.872284 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e768794f-0d35-45f0-b295-d7c8da8dfff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:15.923567 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning for port 9b6e4118-dd1f-469b-97ae-68ec39679640 completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:05:15.934099 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port 9b6e4118-dd1f-469b-97ae-68ec39679640 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:05:15.936099 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:16.172020 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ae06023a-3e31-4719-b716-488e459a8138 req-bd67a97b-911d-457a-aeb7-43e5d707859f tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 210 time: 0.2630489 Dec 14 19:05:16.178460 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-2d679662-3b00-46c0-b85d-879038f169e5 req-6cd522e5-b41c-4879-b714-e34a974039e6 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Notify callbacks [] for port, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:16.186247 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0fe4bead-e363-4fe0-8c32-db8c575f98a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:16.239158 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 1da7418b-279e-4457-a39c-9e8495c44f75 up at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:05:16.245372 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0fe4bead-e363-4fe0-8c32-db8c575f98a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:16.264067 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0caed626-7139-4b8f-bca7-7fc353e0bae8 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:16.288459 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d988fa07-0ea4-4e34-a376-6a3fc1e4f750 req-8550eaeb-473b-4a37-b4bd-247e2284e3de tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.62 "GET /v2.0/security-groups?id=37d5ed93-279e-40eb-813a-c0545c88fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8729084 Dec 14 19:05:16.292258 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:16.312670 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0caed626-7139-4b8f-bca7-7fc353e0bae8 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427509'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:16.313972 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-235cd9f3-3b08-4025-9498-0c8fa1c43c56 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:16.328347 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-e768794f-0d35-45f0-b295-d7c8da8dfff6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:16.336750 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d0c36381-8118-42de-a4fc-e90bcacec290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:16.355899 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-02207f08-b3bd-463d-bef6-d184f1cc5570 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:16.362885 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-e768794f-0d35-45f0-b295-d7c8da8dfff6 admin admin] Usage tracker for resource:security_group_rule and tenant:1d8a8a14cc6f46a48ccc4bf3f022ae47 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:16.400052 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-e768794f-0d35-45f0-b295-d7c8da8dfff6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:16.400263 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] For port 9b6e4118-dd1f-469b-97ae-68ec39679640, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=9b6e4118-dd1f-469b-97ae-68ec39679640,segment=NetworkSegment(6aa82320-2fb6-4bdd-8682-c072e47132bc),segment_id=6aa82320-2fb6-4bdd-8682-c072e47132bc)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:16.410493 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0caed626-7139-4b8f-bca7-7fc353e0bae8 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:16.412627 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-0caed626-7139-4b8f-bca7-7fc353e0bae8 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1150773 Dec 14 19:05:16.415196 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:16.418658 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1 up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:05:16.420741 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 43262) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:16.426878 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caed626-7139-4b8f-bca7-7fc353e0bae8 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f76a04ec-20f9-4e63-804c-86871adcf69b,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:16.438349 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-e768794f-0d35-45f0-b295-d7c8da8dfff6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:16.445542 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-0caed626-7139-4b8f-bca7-7fc353e0bae8 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:16.456618 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-21c581fa-2b94-4cc3-a347-080e9d16476b tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Request body: {'security_group_rule': {'security_group_id': '4b803139-3ec7-44cc-a02b-662318947134', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:05:16.468763 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-21c581fa-2b94-4cc3-a347-080e9d16476b tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:16.475392 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-21c581fa-2b94-4cc3-a347-080e9d16476b tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Usage tracker for resource:security_group_rule and tenant:110f0191feb9402db4fceb6ce9c472c5 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:16.483423 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6689cfdc-8ed5-4a49-aea0-0d115869e9b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:16.485703 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-21c581fa-2b94-4cc3-a347-080e9d16476b tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:16.497660 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-21c581fa-2b94-4cc3-a347-080e9d16476b tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:16.535311 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e768794f-0d35-45f0-b295-d7c8da8dfff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:16.582607 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-d0c36381-8118-42de-a4fc-e90bcacec290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:16.588562 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-235cd9f3-3b08-4025-9498-0c8fa1c43c56 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:16.591027 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e768794f-0d35-45f0-b295-d7c8da8dfff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:16.593097 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-235cd9f3-3b08-4025-9498-0c8fa1c43c56 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427509'] for security_group_rule, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:16.605586 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-21c581fa-2b94-4cc3-a347-080e9d16476b tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:16.640245 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-5f49edbd-39b9-48f6-b0af-801d4712388e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:16.650485 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-d0c36381-8118-42de-a4fc-e90bcacec290 admin admin] Usage tracker for resource:security_group_rule and tenant:0b98fd5a29c640fd912f6e815274bc81 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:16.658891 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-d0c36381-8118-42de-a4fc-e90bcacec290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:16.673246 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-e768794f-0d35-45f0-b295-d7c8da8dfff6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1d8a8a14cc6f46a48ccc4bf3f022ae47&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3116100 Dec 14 19:05:16.678538 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 43268) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:16.695567 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-d0c36381-8118-42de-a4fc-e90bcacec290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:16.728685 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0fe4bead-e363-4fe0-8c32-db8c575f98a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:16.757831 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-fdb93b7f-a920-45fc-a451-7e3158bca40e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:16.766518 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768794f-0d35-45f0-b295-d7c8da8dfff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e40b449-21c6-4146-9fc9-5ba458556500,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:16.781910 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e768794f-0d35-45f0-b295-d7c8da8dfff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:16.782752 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:16.799024 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning for port 1da7418b-279e-4457-a39c-9e8495c44f75 completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:05:16.801705 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-235cd9f3-3b08-4025-9498-0c8fa1c43c56 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:16.803526 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-235cd9f3-3b08-4025-9498-0c8fa1c43c56 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4163911 Dec 14 19:05:16.808571 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Pushing event updated for resources: {'Port': ['ID=9b6e4118-dd1f-469b-97ae-68ec39679640,revision_number=5']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:16.810199 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 43274) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:16.811516 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235cd9f3-3b08-4025-9498-0c8fa1c43c56 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f349b69-809a-436d-a3b1-e6d3e6c88b46,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:16.815643 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4bead-e363-4fe0-8c32-db8c575f98a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ebc55d-7108-4c3f-817e-749803ec8794,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:16.820504 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-235cd9f3-3b08-4025-9498-0c8fa1c43c56 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:16.824860 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-00c5b8ef-e7f7-40c9-90dc-a8794a99dfcf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Request body: {'floatingip': {'floating_network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:05:16.825089 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning complete for port 1da7418b-279e-4457-a39c-9e8495c44f75 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:05:16.825320 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:16.825574 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-2d679662-3b00-46c0-b85d-879038f169e5 req-6cd522e5-b41c-4879-b714-e34a974039e6 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486'] for port, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:16.835215 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-00c5b8ef-e7f7-40c9-90dc-a8794a99dfcf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:16.843023 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-00c5b8ef-e7f7-40c9-90dc-a8794a99dfcf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Usage tracker for resource:floatingip and tenant:58846b25a8b64cc9833f513a6aff6430 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:16.849132 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-00c5b8ef-e7f7-40c9-90dc-a8794a99dfcf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:16.869671 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-00c5b8ef-e7f7-40c9-90dc-a8794a99dfcf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:16.881440 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-04af281d-6a15-467c-9bb4-14e1ed753e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:16.889060 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:16.900671 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-0fe4bead-e363-4fe0-8c32-db8c575f98a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:16.935003 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-04af281d-6a15-467c-9bb4-14e1ed753e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:16.951629 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-00c5b8ef-e7f7-40c9-90dc-a8794a99dfcf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for floatingip, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:16.963705 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning for port aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1 completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:05:16.971640 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:05:16.972072 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:17.054685 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0fe4bead-e363-4fe0-8c32-db8c575f98a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:17.057048 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-0fe4bead-e363-4fe0-8c32-db8c575f98a6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/08ebc55d-7108-4c3f-817e-749803ec8794 HTTP/1.1" status: 204 len: 168 time: 1.5062282 Dec 14 19:05:17.230225 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['1da7418b-279e-4457-a39c-9e8495c44f75'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:05:17.252721 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-21c581fa-2b94-4cc3-a347-080e9d16476b tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:17.321983 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-06742aaa-3408-49ef-bc04-4a8de8945f26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:17.372316 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-21c581fa-2b94-4cc3-a347-080e9d16476b tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427509'] for security_group_rule, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:17.513474 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-04af281d-6a15-467c-9bb4-14e1ed753e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:17.530948 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-fee37787-66e2-4f56-b482-b2a447b08896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:17.545820 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d0c36381-8118-42de-a4fc-e90bcacec290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:17.560289 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d679662-3b00-46c0-b85d-879038f169e5 req-6cd522e5-b41c-4879-b714-e34a974039e6 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Network d6bf064b-07a6-4d06-b7dd-381a325de464 is already hosted by enough agents. {{(pid=88176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:05:17.575538 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd522e5-b41c-4879-b714-e34a974039e6 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Pushing event updated for resources: {'Port': ['ID=f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:17.578722 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d0c36381-8118-42de-a4fc-e90bcacec290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:17.593239 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [req-2d679662-3b00-46c0-b85d-879038f169e5 req-6cd522e5-b41c-4879-b714-e34a974039e6 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Resources bound (agent type, host, resource id): {{(pid=88176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:05:17.614970 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d679662-3b00-46c0-b85d-879038f169e5 req-6cd522e5-b41c-4879-b714-e34a974039e6 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Received port after_create {{(pid=88176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:05:17.620818 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d679662-3b00-46c0-b85d-879038f169e5 req-6cd522e5-b41c-4879-b714-e34a974039e6 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:17.621731 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-2d679662-3b00-46c0-b85d-879038f169e5 req-6cd522e5-b41c-4879-b714-e34a974039e6 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for port, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:17.658368 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6cd522e5-b41c-4879-b714-e34a974039e6 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:17.659533 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.205s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:17.671343 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-21c581fa-2b94-4cc3-a347-080e9d16476b tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:17.673020 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-21c581fa-2b94-4cc3-a347-080e9d16476b tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2507832 Dec 14 19:05:17.676055 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2d679662-3b00-46c0-b85d-879038f169e5 req-6cd522e5-b41c-4879-b714-e34a974039e6 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2295732 Dec 14 19:05:17.676247 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:17.692184 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 43290) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:17.717874 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c581fa-2b94-4cc3-a347-080e9d16476b tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e767dc16-32a4-49c6-b963-f1089ae51ea4,revision_number=0']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:17.736574 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Request body: {'floatingip': {'floating_network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:05:17.759821 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-2d679662-3b00-46c0-b85d-879038f169e5 req-1440d80f-b4da-4996-8297-7377c76610e9 service neutron] Request body: {'port': {'device_id': 'bfbf74d3-519b-4e5a-b9c6-3a38068760c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:05:17.808209 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-04af281d-6a15-467c-9bb4-14e1ed753e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:17.815948 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-04af281d-6a15-467c-9bb4-14e1ed753e52 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7e40b449-21c6-4146-9fc9-5ba458556500 HTTP/1.1" status: 204 len: 168 time: 1.1354308 Dec 14 19:05:17.832247 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-21c581fa-2b94-4cc3-a347-080e9d16476b tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:17.849100 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 1da7418b-279e-4457-a39c-9e8495c44f75, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=1da7418b-279e-4457-a39c-9e8495c44f75,segment=NetworkSegment(b36b7e3e-918b-401c-8d60-889aabe5001e),segment_id=b36b7e3e-918b-401c-8d60-889aabe5001e)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:17.850906 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:17.862559 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:17.874679 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af281d-6a15-467c-9bb4-14e1ed753e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e40b449-21c6-4146-9fc9-5ba458556500,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:17.895124 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e824120-ca8d-4ba4-8daf-6177013d4abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da7418b-279e-4457-a39c-9e8495c44f75'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:05:17.900858 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-04af281d-6a15-467c-9bb4-14e1ed753e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:17.929536 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:17.939758 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:17.940616 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-d0c36381-8118-42de-a4fc-e90bcacec290 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0b98fd5a29c640fd912f6e815274bc81&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1478529 Dec 14 19:05:17.945338 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 43304) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:17.956946 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Usage tracker for resource:floatingip and tenant:110f0191feb9402db4fceb6ce9c472c5 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:17.964969 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:17.979877 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:18.011367 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:18.015636 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c36381-8118-42de-a4fc-e90bcacec290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92277cb3-00e0-4cd6-970f-8eebe3213195,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:18.060972 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d0c36381-8118-42de-a4fc-e90bcacec290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:18.161638 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for floatingip, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:18.181803 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e824120-ca8d-4ba4-8daf-6177013d4abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da7418b-279e-4457-a39c-9e8495c44f75', 'code': 200} Dec 14 19:05:18.270778 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-2d679662-3b00-46c0-b85d-879038f169e5 req-1440d80f-b4da-4996-8297-7377c76610e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:18.325030 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 43310) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:18.394191 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ea224499-ac09-4a52-9905-e7d0414b9b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:18.429981 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] For port aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:18.439386 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:18.444180 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=1da7418b-279e-4457-a39c-9e8495c44f75,revision_number=5']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:18.449292 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:18.449896 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:18.595464 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Pushing event updated for resources: {'Port': ['ID=aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1,revision_number=5']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:18.604278 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:18.614017 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 9b6e4118-dd1f-469b-97ae-68ec39679640 up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:05:18.841769 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-ea224499-ac09-4a52-9905-e7d0414b9b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:18.857206 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-ea224499-ac09-4a52-9905-e7d0414b9b03 admin admin] Usage tracker for resource:security_group_rule and tenant:438706b7a6fa4368b41e28d07aa3fc25 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:18.861629 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-ea224499-ac09-4a52-9905-e7d0414b9b03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:18.953227 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-00c5b8ef-e7f7-40c9-90dc-a8794a99dfcf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:18.956998 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-ea224499-ac09-4a52-9905-e7d0414b9b03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:18.971243 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port 9b6e4118-dd1f-469b-97ae-68ec39679640 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:05:18.972048 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:18.981884 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18d194-f2eb-46d5-b33e-4ee3d19caf82 req-b23396f4-882c-4c9d-ad31-f4f852e5befc tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:19.003722 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ac18d194-f2eb-46d5-b33e-4ee3d19caf82 req-b23396f4-882c-4c9d-ad31-f4f852e5befc tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 931 time: 1.4325693 Dec 14 19:05:19.022067 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 43324) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:19.308145 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ead04edc-6e10-4b98-8fe1-fa2e43713024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:19.351138 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-367a2852-c745-4777-ac63-807471aa75b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:19.385717 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e127658f-220b-42d0-ac98-e08a96d84167 req-0dde65b8-2af8-4b63-b534-8d3e289b39c4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 1099 time: 0.7686009 Dec 14 19:05:19.431862 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-367a2852-c745-4777-ac63-807471aa75b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:19.463191 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ac18d194-f2eb-46d5-b33e-4ee3d19caf82 req-18a2692b-22ca-4ec3-b463-c549067868bc tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537375 Dec 14 19:05:19.612512 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-ead04edc-6e10-4b98-8fe1-fa2e43713024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:19.612703 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:19.625086 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-ead04edc-6e10-4b98-8fe1-fa2e43713024 admin admin] Usage tracker for resource:security_group_rule and tenant:5260c8d5eb574eb8a0dd1e98aa4e8060 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:19.632328 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-ead04edc-6e10-4b98-8fe1-fa2e43713024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:19.664334 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-ead04edc-6e10-4b98-8fe1-fa2e43713024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:19.706460 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ea224499-ac09-4a52-9905-e7d0414b9b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:19.706856 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [None req-00c5b8ef-e7f7-40c9-90dc-a8794a99dfcf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Allocated IP 172.28.1.53 (ffa0012a-9543-497d-8125-adf64d8cb965/bf490572-e226-4f78-a70f-384a9e5bc0f8/e2b7df88-c03d-48da-a6d2-0b181eb45019) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:05:19.719078 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-e127658f-220b-42d0-ac98-e08a96d84167 req-f4f0b4ea-5e8e-435a-a087-b57bb586191c service neutron] Synchronizing usage tracker for tenant:9220d7a9ea004c798547b60551887567 on resource:security_group {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:05:19.725756 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ea224499-ac09-4a52-9905-e7d0414b9b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:19.738638 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:19.745586 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-367a2852-c745-4777-ac63-807471aa75b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:19.787614 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:19.852138 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a2852-c745-4777-ac63-807471aa75b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92277cb3-00e0-4cd6-970f-8eebe3213195,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:19.867212 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-367a2852-c745-4777-ac63-807471aa75b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:19.902181 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea224499-ac09-4a52-9905-e7d0414b9b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdbf79e-df0b-44ed-8ba8-3975d54bac94,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:19.964020 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-ea224499-ac09-4a52-9905-e7d0414b9b03 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=438706b7a6fa4368b41e28d07aa3fc25&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6302876 Dec 14 19:05:19.964020 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ea224499-ac09-4a52-9905-e7d0414b9b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:19.966039 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 43346) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:19.999590 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [req-2d679662-3b00-46c0-b85d-879038f169e5 req-1440d80f-b4da-4996-8297-7377c76610e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8 {{(pid=88176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:05:20.011078 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ead04edc-6e10-4b98-8fe1-fa2e43713024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:20.015729 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-367a2852-c745-4777-ac63-807471aa75b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:20.017043 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-367a2852-c745-4777-ac63-807471aa75b4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/92277cb3-00e0-4cd6-970f-8eebe3213195 HTTP/1.1" status: 204 len: 168 time: 2.0662014 Dec 14 19:05:20.023471 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-2d679662-3b00-46c0-b85d-879038f169e5 req-1440d80f-b4da-4996-8297-7377c76610e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:20.026767 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ead04edc-6e10-4b98-8fe1-fa2e43713024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:20.052306 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-367a2852-c745-4777-ac63-807471aa75b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:20.064615 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [req-2d679662-3b00-46c0-b85d-879038f169e5 req-1440d80f-b4da-4996-8297-7377c76610e9 service neutron] Transition to ACTIVE for port object f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8 will not be triggered until provisioned by entity L2. {{(pid=88176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:05:20.072949 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-2d679662-3b00-46c0-b85d-879038f169e5 req-1440d80f-b4da-4996-8297-7377c76610e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:20.081768 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-e127658f-220b-42d0-ac98-e08a96d84167 req-f4f0b4ea-5e8e-435a-a087-b57bb586191c service neutron] Unset dirty status for tenant:9220d7a9ea004c798547b60551887567 on resource:security_group {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:05:20.083063 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e127658f-220b-42d0-ac98-e08a96d84167 req-f4f0b4ea-5e8e-435a-a087-b57bb586191c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6158345 Dec 14 19:05:20.098366 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-39b57aa5-2542-455f-8a2d-605f090c1e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:20.156566 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-00c5b8ef-e7f7-40c9-90dc-a8794a99dfcf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:20.160208 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead04edc-6e10-4b98-8fe1-fa2e43713024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6a501e-e1bc-4626-9c68-7104c2dde688,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:20.167315 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ead04edc-6e10-4b98-8fe1-fa2e43713024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:20.176118 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-ead04edc-6e10-4b98-8fe1-fa2e43713024 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5260c8d5eb574eb8a0dd1e98aa4e8060&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1478899 Dec 14 19:05:20.176989 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 43354) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:20.179915 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440d80f-b4da-4996-8297-7377c76610e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8,revision_number=2']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:20.189935 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-1440d80f-b4da-4996-8297-7377c76610e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:20.193300 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-fad2d574-9fed-4902-a96d-728dd558145a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:20.260920 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-deeba6b7-fd47-454c-8e0b-c11350e226d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:20.278027 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-00c5b8ef-e7f7-40c9-90dc-a8794a99dfcf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:20.292374 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3e06eff6-0903-4afe-9a01-6754caa86513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:20.338426 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-fad2d574-9fed-4902-a96d-728dd558145a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:20.352215 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-deeba6b7-fd47-454c-8e0b-c11350e226d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:20.396935 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c5b8ef-e7f7-40c9-90dc-a8794a99dfcf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Network ffa0012a-9543-497d-8125-adf64d8cb965 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:05:20.406964 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-00c5b8ef-e7f7-40c9-90dc-a8794a99dfcf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:05:20.424720 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c5b8ef-e7f7-40c9-90dc-a8794a99dfcf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:05:20.455527 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5b8ef-e7f7-40c9-90dc-a8794a99dfcf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Pushing event updated for resources: {'Port': ['ID=e2b7df88-c03d-48da-a6d2-0b181eb45019,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:20.475175 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-00c5b8ef-e7f7-40c9-90dc-a8794a99dfcf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:20.506459 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-2d679662-3b00-46c0-b85d-879038f169e5 req-1440d80f-b4da-4996-8297-7377c76610e9 service neutron] Attempting to bind port f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:05:20.507021 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-2d679662-3b00-46c0-b85d-879038f169e5 req-1440d80f-b4da-4996-8297-7377c76610e9 service neutron] Attempting to bind port f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'b36b7e3e-918b-401c-8d60-889aabe5001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd6bf064b-07a6-4d06-b7dd-381a325de464'}] {{(pid=88176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:05:20.507398 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d679662-3b00-46c0-b85d-879038f169e5 req-1440d80f-b4da-4996-8297-7377c76610e9 service neutron] Attempting to bind port f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8 on network d6bf064b-07a6-4d06-b7dd-381a325de464 {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:05:20.533738 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d679662-3b00-46c0-b85d-879038f169e5 req-1440d80f-b4da-4996-8297-7377c76610e9 service neutron] Port f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8 on network d6bf064b-07a6-4d06-b7dd-381a325de464 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:05:20.534108 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d679662-3b00-46c0-b85d-879038f169e5 req-1440d80f-b4da-4996-8297-7377c76610e9 service neutron] Attempting to bind port f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8 on network d6bf064b-07a6-4d06-b7dd-381a325de464 {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:05:20.558628 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Allocated IP 172.28.1.165 (ffa0012a-9543-497d-8125-adf64d8cb965/bf490572-e226-4f78-a70f-384a9e5bc0f8/a0bfbe5b-f7d8-4b9a-a875-571509facb0f) {{(pid=88176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:05:20.594766 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d679662-3b00-46c0-b85d-879038f169e5 req-1440d80f-b4da-4996-8297-7377c76610e9 service neutron] Checking agent: {'id': '2cdf3b01-963f-4e6b-8571-872140058f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:05:20.595520 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d679662-3b00-46c0-b85d-879038f169e5 req-1440d80f-b4da-4996-8297-7377c76610e9 service neutron] Checking segment: {'id': 'b36b7e3e-918b-401c-8d60-889aabe5001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd6bf064b-07a6-4d06-b7dd-381a325de464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:05:20.595811 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d679662-3b00-46c0-b85d-879038f169e5 req-1440d80f-b4da-4996-8297-7377c76610e9 service neutron] Bound using segment: {'id': 'b36b7e3e-918b-401c-8d60-889aabe5001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd6bf064b-07a6-4d06-b7dd-381a325de464'} {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:05:20.596332 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-2d679662-3b00-46c0-b85d-879038f169e5 req-1440d80f-b4da-4996-8297-7377c76610e9 service neutron] Bound port: f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36b7e3e-918b-401c-8d60-889aabe5001e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd6bf064b-07a6-4d06-b7dd-381a325de464'}}] {{(pid=88176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:05:20.596620 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-2d679662-3b00-46c0-b85d-879038f169e5 req-1440d80f-b4da-4996-8297-7377c76610e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:20.723389 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1 up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:05:20.803288 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-fad2d574-9fed-4902-a96d-728dd558145a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:20.824897 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:20.907720 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:05:20.908511 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:20.920547 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2d574-9fed-4902-a96d-728dd558145a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdbf79e-df0b-44ed-8ba8-3975d54bac94,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:20.932325 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-fad2d574-9fed-4902-a96d-728dd558145a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:20.965437 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-deeba6b7-fd47-454c-8e0b-c11350e226d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:20.976047 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-2d679662-3b00-46c0-b85d-879038f169e5 req-1440d80f-b4da-4996-8297-7377c76610e9 service neutron] For port f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8, host hv-cinder-82174, cleared binding levels {{(pid=88176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:05:20.991956 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-7c5d9208-4605-43a2-a5aa-e002fd40bc3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:20.992345 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-fad2d574-9fed-4902-a96d-728dd558145a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:20.996296 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-fad2d574-9fed-4902-a96d-728dd558145a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3bdbf79e-df0b-44ed-8ba8-3975d54bac94 HTTP/1.1" status: 204 len: 168 time: 1.0263412 Dec 14 19:05:21.011501 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-2d679662-3b00-46c0-b85d-879038f169e5 req-1440d80f-b4da-4996-8297-7377c76610e9 service neutron] For port f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8,segment=NetworkSegment(b36b7e3e-918b-401c-8d60-889aabe5001e),segment_id=b36b7e3e-918b-401c-8d60-889aabe5001e)] {{(pid=88176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:05:21.028422 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-2d679662-3b00-46c0-b85d-879038f169e5 req-1440d80f-b4da-4996-8297-7377c76610e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:21.060337 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:21.084496 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeba6b7-fd47-454c-8e0b-c11350e226d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6a501e-e1bc-4626-9c68-7104c2dde688,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:21.091131 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-deeba6b7-fd47-454c-8e0b-c11350e226d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:21.133558 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-00c5b8ef-e7f7-40c9-90dc-a8794a99dfcf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:21.176331 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-deeba6b7-fd47-454c-8e0b-c11350e226d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:21.183916 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-deeba6b7-fd47-454c-8e0b-c11350e226d1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cf6a501e-e1bc-4626-9c68-7104c2dde688 HTTP/1.1" status: 204 len: 168 time: 1.0034840 Dec 14 19:05:21.287559 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440d80f-b4da-4996-8297-7377c76610e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8,revision_number=3']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:21.336206 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for port, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:21.401507 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-1440d80f-b4da-4996-8297-7377c76610e9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:21.421369 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2a0c4-53b9-4f0a-a1af-d8251f65b0bf req-71702098-12c4-425a-8ec7-caceeeb14094 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:21.424238 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-08b2a0c4-53b9-4f0a-a1af-d8251f65b0bf req-71702098-12c4-425a-8ec7-caceeeb14094 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 943 time: 0.7051070 Dec 14 19:05:21.430047 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-00c5b8ef-e7f7-40c9-90dc-a8794a99dfcf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:21.471029 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-2d679662-3b00-46c0-b85d-879038f169e5 req-1440d80f-b4da-4996-8297-7377c76610e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for port, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:21.473939 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2d679662-3b00-46c0-b85d-879038f169e5 req-1440d80f-b4da-4996-8297-7377c76610e9 service neutron] 10.222.0.73 "PUT /v2.0/ports/f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8 HTTP/1.1" status: 200 len: 1093 time: 3.7655756 Dec 14 19:05:21.476657 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfbf74d3-519b-4e5a-b9c6-3a38068760c3', 'tag': 'f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8'}] {{(pid=88176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:05:21.547868 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486'] for port, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:21.569774 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-08b2a0c4-53b9-4f0a-a1af-d8251f65b0bf req-b76fc351-700f-47a5-a972-e41fd8504498 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104143 Dec 14 19:05:21.573238 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-0e16b785-ef88-46b7-bd28-d5e8b08267d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:21.839890 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfbf74d3-519b-4e5a-b9c6-3a38068760c3', 'tag': 'f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8', 'status': 'completed', 'code': 200} Dec 14 19:05:21.863488 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-00c5b8ef-e7f7-40c9-90dc-a8794a99dfcf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:21.873535 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-00c5b8ef-e7f7-40c9-90dc-a8794a99dfcf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:21.888181 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:21.943291 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Network ffa0012a-9543-497d-8125-adf64d8cb965 is already hosted by enough agents. {{(pid=88176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:05:21.948304 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Resources bound (agent type, host, resource id): {{(pid=88176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:05:21.957385 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Received port after_create {{(pid=88176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:05:21.971846 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-00c5b8ef-e7f7-40c9-90dc-a8794a99dfcf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435684'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:21.980534 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Pushing event updated for resources: {'Port': ['ID=a0bfbe5b-f7d8-4b9a-a875-571509facb0f,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:22.003865 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5b8ef-e7f7-40c9-90dc-a8794a99dfcf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Pushing event updated for resources: {'Port': ['ID=e2b7df88-c03d-48da-a6d2-0b181eb45019,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:22.013203 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:22.015260 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-00c5b8ef-e7f7-40c9-90dc-a8794a99dfcf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:22.025078 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-00c5b8ef-e7f7-40c9-90dc-a8794a99dfcf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:22.031850 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-00c5b8ef-e7f7-40c9-90dc-a8794a99dfcf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2140203 Dec 14 19:05:22.219131 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2d679662-3b00-46c0-b85d-879038f169e5 req-d859ea91-3a5b-43af-a737-be41816df1c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a0bcd02b122b4b9eae4ccde55819070a&device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 1096 time: 0.5557938 Dec 14 19:05:22.522652 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2d679662-3b00-46c0-b85d-879038f169e5 req-d6fa4b69-6c9f-4977-a1f5-0aa3e852174a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8 HTTP/1.1" status: 200 len: 217 time: 0.2941530 Dec 14 19:05:22.632486 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-bca652bc-67ba-4506-a7b6-cf13dbd006c6 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1987747555&fields=id&tenant_id=58846b25a8b64cc9833f513a6aff6430 HTTP/1.1" status: 200 len: 267 time: 0.0901709 Dec 14 19:05:22.696726 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:22.698746 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d679662-3b00-46c0-b85d-879038f169e5 req-d51a973a-bb60-4193-bb34-7057c9819e6a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:22.700425 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2d679662-3b00-46c0-b85d-879038f169e5 req-d51a973a-bb60-4193-bb34-7057c9819e6a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a68fb5d-39b8-4e02-9311-449e023242d8 HTTP/1.1" status: 200 len: 858 time: 0.1624103 Dec 14 19:05:22.833617 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:22.954886 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2d679662-3b00-46c0-b85d-879038f169e5 req-0e8c3c8e-782f-43a8-a11b-222b90867841 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d6bf064b-07a6-4d06-b7dd-381a325de464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223481 Dec 14 19:05:23.005375 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-dd431652-7be8-43c2-9177-74b74ec7f28e tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:23.007366 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-dd431652-7be8-43c2-9177-74b74ec7f28e tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/networks?id=b4963efd-9650-43f5-bcad-9f14585c51e1 HTTP/1.1" status: 200 len: 817 time: 0.3642428 Dec 14 19:05:23.036097 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ba08ae-aff5-4024-b712-e4f83161e907 req-6732def4-58b7-4173-9e39-fd3e46adb9f8 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:23.038130 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-21ba08ae-aff5-4024-b712-e4f83161e907 req-6732def4-58b7-4173-9e39-fd3e46adb9f8 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 943 time: 0.1616876 Dec 14 19:05:23.050748 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-b3dbd79e-0fcb-4936-8f97-ae8065e47edf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/quotas/58846b25a8b64cc9833f513a6aff6430 HTTP/1.1" status: 200 len: 375 time: 0.0312903 Dec 14 19:05:23.260275 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2d679662-3b00-46c0-b85d-879038f169e5 req-4264ae56-fe66-4497-8706-a373d83f6608 service neutron] 10.222.0.73 "GET /v2.0/networks/d6bf064b-07a6-4d06-b7dd-381a325de464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800963 Dec 14 19:05:23.294563 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-21ba08ae-aff5-4024-b712-e4f83161e907 req-218b4360-013e-42d1-90f9-a9e1c80c9e7a tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833100 Dec 14 19:05:23.325765 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-51a0b495-6d5e-4865-ba6d-dc5675f6b6e6 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Synchronizing usage tracker for tenant:58846b25a8b64cc9833f513a6aff6430 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:05:23.371628 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-51a0b495-6d5e-4865-ba6d-dc5675f6b6e6 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Unset dirty status for tenant:58846b25a8b64cc9833f513a6aff6430 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:05:23.373066 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-51a0b495-6d5e-4865-ba6d-dc5675f6b6e6 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=58846b25a8b64cc9833f513a6aff6430&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3213913 Dec 14 19:05:23.649906 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-6d4ababa-d9f4-42a8-9863-87a98e61defe service neutron] 10.222.0.62 "GET /v2.0/networks/b4963efd-9650-43f5-bcad-9f14585c51e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392530 Dec 14 19:05:23.804203 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2d679662-3b00-46c0-b85d-879038f169e5 req-d50b359f-f2fe-48ea-9f21-c60e1c9b491d service neutron] 10.222.0.73 "GET /v2.0/networks/d6bf064b-07a6-4d06-b7dd-381a325de464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5346415 Dec 14 19:05:23.890718 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for port, precommit_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:23.897071 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:23.963988 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-7e8115ca-97a5-45a5-9ff3-c5bc15836c67 service neutron] 10.222.0.62 "GET /v2.0/networks/b4963efd-9650-43f5-bcad-9f14585c51e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040061 Dec 14 19:05:24.395041 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c37bf-ca92-4967-ad3b-469811d91e5f req-dafbcbfd-b4d9-4d0a-9beb-230acca815e3 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:24.413450 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-286c37bf-ca92-4967-ad3b-469811d91e5f req-dafbcbfd-b4d9-4d0a-9beb-230acca815e3 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f1531a4-3599-49f7-8346-29842078ebd8 HTTP/1.1" status: 200 len: 945 time: 0.2606978 Dec 14 19:05:24.545330 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-286c37bf-ca92-4967-ad3b-469811d91e5f req-5f2ed99c-874c-4dfb-adf6-e636084d7b63 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.62 "GET /v2.0/security-groups?id=37d5ed93-279e-40eb-813a-c0545c88fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306818 Dec 14 19:05:24.565729 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6cd522e5-b41c-4879-b714-e34a974039e6 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:24.773241 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Pushing event updated for resources: {'Port': ['ID=a0bfbe5b-f7d8-4b9a-a875-571509facb0f,revision_number=2']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:24.778185 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435684'] for floatingip, after_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:24.782669 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-861fa7a6-58d5-475f-a035-b66427c16358 req-87c8083b-8796-48cc-aded-80c852dfe192 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 210 time: 0.3003223 Dec 14 19:05:24.809487 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for floatingip, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:24.822024 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1257215 Dec 14 19:05:24.852434 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:24.853077 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:24.857604 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:24.858028 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:24.858414 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:24.858791 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:24.859179 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:24.859561 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:24.859948 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:24.860326 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:24.860709 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:24.866516 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:24.879103 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b55d678e-3556-42c3-8834-05dc1fa330e5 req-31420a4e-baa8-4992-9718-bdb577ba8042 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a0bcd02b122b4b9eae4ccde55819070a&device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 1096 time: 0.9799700 Dec 14 19:05:24.963445 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acbf3af-1790-45a4-8d72-d479f9e05757 req-529b3b74-7ee8-45d0-aa4a-dff00df88b31 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:24.978299 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2acbf3af-1790-45a4-8d72-d479f9e05757 req-529b3b74-7ee8-45d0-aa4a-dff00df88b31 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 943 time: 0.1941078 Dec 14 19:05:25.139939 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2acbf3af-1790-45a4-8d72-d479f9e05757 req-1bacdae7-7dc0-40f7-a4e6-bb1b1469a9b1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604156 Dec 14 19:05:25.252527 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d678e-3556-42c3-8834-05dc1fa330e5 req-e0ae1313-2fbb-4226-9b09-c53cf90faba5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:25.258091 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b55d678e-3556-42c3-8834-05dc1fa330e5 req-e0ae1313-2fbb-4226-9b09-c53cf90faba5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d6bf064b-07a6-4d06-b7dd-381a325de464 HTTP/1.1" status: 200 len: 919 time: 0.3716252 Dec 14 19:05:25.359556 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b55d678e-3556-42c3-8834-05dc1fa330e5 req-dc21b717-be95-484c-8ed8-1af083d0618f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8 HTTP/1.1" status: 200 len: 217 time: 0.0925500 Dec 14 19:05:25.547019 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d678e-3556-42c3-8834-05dc1fa330e5 req-d23da99d-e352-473f-917b-264ab37a7845 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:25.548605 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b55d678e-3556-42c3-8834-05dc1fa330e5 req-d23da99d-e352-473f-917b-264ab37a7845 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a68fb5d-39b8-4e02-9311-449e023242d8 HTTP/1.1" status: 200 len: 858 time: 0.1829410 Dec 14 19:05:25.669877 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b55d678e-3556-42c3-8834-05dc1fa330e5 req-cbc2d40c-2f16-4eca-9bd4-c52d0b512f68 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d6bf064b-07a6-4d06-b7dd-381a325de464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139946 Dec 14 19:05:25.818913 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-a569b7f4-72fe-4689-9386-a9b84846b6d6 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1541435432&fields=id&tenant_id=110f0191feb9402db4fceb6ce9c472c5 HTTP/1.1" status: 200 len: 267 time: 0.3309803 Dec 14 19:05:26.084808 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b55d678e-3556-42c3-8834-05dc1fa330e5 req-02819638-f628-490d-b0ff-55beb51443a3 service neutron] 10.222.0.73 "GET /v2.0/networks/d6bf064b-07a6-4d06-b7dd-381a325de464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073613 Dec 14 19:05:26.095753 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-af24d21a-3c7f-4eb3-b5f6-82306f12f7cc tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:26.105762 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-af24d21a-3c7f-4eb3-b5f6-82306f12f7cc tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/networks?id=41417801-7e29-40be-adf1-4fe41a7c2988 HTTP/1.1" status: 200 len: 810 time: 0.2852964 Dec 14 19:05:26.211348 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-81675961-0cce-4aa4-98e3-2cbf8facf988 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/quotas/110f0191feb9402db4fceb6ce9c472c5 HTTP/1.1" status: 200 len: 375 time: 0.1038787 Dec 14 19:05:26.314342 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67136582-0000-497b-8ede-fc314358bae4 req-3e04f393-61c1-4e92-a9ba-0000c4ac756a tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:26.316278 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-67136582-0000-497b-8ede-fc314358bae4 req-3e04f393-61c1-4e92-a9ba-0000c4ac756a tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f1531a4-3599-49f7-8346-29842078ebd8 HTTP/1.1" status: 200 len: 945 time: 0.5324464 Dec 14 19:05:26.335742 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59eacf-97ce-43dd-8806-35cc4df1b7ed req-1fc9a073-dfd9-4e35-9de1-02f1233c319b tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:26.337533 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9a59eacf-97ce-43dd-8806-35cc4df1b7ed req-1fc9a073-dfd9-4e35-9de1-02f1233c319b tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f1531a4-3599-49f7-8346-29842078ebd8 HTTP/1.1" status: 200 len: 945 time: 0.7542777 Dec 14 19:05:26.478001 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-9a59eacf-97ce-43dd-8806-35cc4df1b7ed req-a486b5ab-330d-4126-8504-62c5d5b54dd6 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Deleting port 7ddc0e7d-77bd-4d7d-af9a-dcba576e529e {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:05:26.478545 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-9a59eacf-97ce-43dd-8806-35cc4df1b7ed req-a486b5ab-330d-4126-8504-62c5d5b54dd6 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:26.495617 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-37e2abcd-6125-44bd-ba00-da0177a5f1b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:26.502584 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b55d678e-3556-42c3-8834-05dc1fa330e5 req-3a4439c5-53ee-4ef1-9a98-e766d7a65db5 service neutron] 10.222.0.73 "GET /v2.0/networks/d6bf064b-07a6-4d06-b7dd-381a325de464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005446 Dec 14 19:05:27.102213 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-c9b414e0-f2a0-4070-8311-4d5ee6ab1cfe tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:27.103074 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-c9b414e0-f2a0-4070-8311-4d5ee6ab1cfe tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Synchronizing usage tracker for tenant:58846b25a8b64cc9833f513a6aff6430 on resource:network {{(pid=88176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:05:27.146945 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-c9b414e0-f2a0-4070-8311-4d5ee6ab1cfe tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Unset dirty status for tenant:58846b25a8b64cc9833f513a6aff6430 on resource:network {{(pid=88176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:05:27.147708 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-c9b414e0-f2a0-4070-8311-4d5ee6ab1cfe tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.73 "GET /v2.0/networks?id=b4963efd-9650-43f5-bcad-9f14585c51e1 HTTP/1.1" status: 200 len: 817 time: 0.3724415 Dec 14 19:05:27.206784 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-9a59eacf-97ce-43dd-8806-35cc4df1b7ed req-a486b5ab-330d-4126-8504-62c5d5b54dd6 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] For port 7ddc0e7d-77bd-4d7d-af9a-dcba576e529e, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=7ddc0e7d-77bd-4d7d-af9a-dcba576e529e,segment=NetworkSegment(03d08db8-efc3-447a-8f2a-c5bd4ab289aa),segment_id=03d08db8-efc3-447a-8f2a-c5bd4ab289aa)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:27.206784 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-9a59eacf-97ce-43dd-8806-35cc4df1b7ed req-a486b5ab-330d-4126-8504-62c5d5b54dd6 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:27.259520 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-0d565af5-d0ba-4cab-b058-95cc90f5c081 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Synchronizing usage tracker for tenant:58846b25a8b64cc9833f513a6aff6430 on resource:security_group {{(pid=88176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:05:27.288264 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 43640) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:27.311226 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-0d565af5-d0ba-4cab-b058-95cc90f5c081 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Unset dirty status for tenant:58846b25a8b64cc9833f513a6aff6430 on resource:security_group {{(pid=88176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:05:27.313468 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-0d565af5-d0ba-4cab-b058-95cc90f5c081 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58846b25a8b64cc9833f513a6aff6430 HTTP/1.1" status: 200 len: 380 time: 0.1547556 Dec 14 19:05:27.330637 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-5da84e2d-7f85-4151-869d-64e45c7b4729 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Request body: {'port': {'device_id': '21593c38-956a-4032-8fb0-b5efd48e6166', 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'admin_state_up': True, 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'security_groups': ['b9caade0-325f-4816-90f1-2eef4b6b2a64']}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:05:27.381301 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-9a59eacf-97ce-43dd-8806-35cc4df1b7ed req-a486b5ab-330d-4126-8504-62c5d5b54dd6 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Calling delete_port for 7ddc0e7d-77bd-4d7d-af9a-dcba576e529e owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:05:27.436785 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-67136582-0000-497b-8ede-fc314358bae4 req-7a4ef52e-9b36-40b2-a597-47c5d26e7027 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.62 "GET /v2.0/security-groups?id=37d5ed93-279e-40eb-813a-c0545c88fe53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1117647 Dec 14 19:05:27.449014 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-5efe9a71-a6a3-497d-8b2d-3d83f1298cfb tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Synchronizing usage tracker for tenant:110f0191feb9402db4fceb6ce9c472c5 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:05:27.490319 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-5efe9a71-a6a3-497d-8b2d-3d83f1298cfb tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Unset dirty status for tenant:110f0191feb9402db4fceb6ce9c472c5 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:05:27.491807 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-5efe9a71-a6a3-497d-8b2d-3d83f1298cfb tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=110f0191feb9402db4fceb6ce9c472c5&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2795808 Dec 14 19:05:27.709069 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-5da84e2d-7f85-4151-869d-64e45c7b4729 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:27.733282 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-5da84e2d-7f85-4151-869d-64e45c7b4729 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:27.795932 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8a2612c6-ad58-4e63-bbbe-1f4f9d40e895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:27.846796 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:27.887634 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-8a2612c6-ad58-4e63-bbbe-1f4f9d40e895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:27.888279 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-9a59eacf-97ce-43dd-8806-35cc4df1b7ed req-a486b5ab-330d-4126-8504-62c5d5b54dd6 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:27.901028 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-8a2612c6-ad58-4e63-bbbe-1f4f9d40e895 admin admin] Usage tracker for resource:security_group_rule and tenant:a93cf934bfcf4c488cbb8261a013dc79 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:27.906307 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-5da84e2d-7f85-4151-869d-64e45c7b4729 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Made reservation on behalf of 58846b25a8b64cc9833f513a6aff6430 for: {'port': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:05:27.908924 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['7ddc0e7d-77bd-4d7d-af9a-dcba576e529e'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:05:27.921841 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-5da84e2d-7f85-4151-869d-64e45c7b4729 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:27.956524 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-8a2612c6-ad58-4e63-bbbe-1f4f9d40e895 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:27.963284 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8673b0a6-3880-499c-aeb6-d9defff51970 req-56b9fa46-2edd-4ea3-a4d3-5827efaf5505 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 210 time: 0.1667774 Dec 14 19:05:27.968952 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:28.046445 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486b5ab-330d-4126-8504-62c5d5b54dd6 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Pushing event deleted for resources: {'Port': ['ID=7ddc0e7d-77bd-4d7d-af9a-dcba576e529e,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:28.049624 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-8a2612c6-ad58-4e63-bbbe-1f4f9d40e895 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:28.170015 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-5da84e2d-7f85-4151-869d-64e45c7b4729 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Allocated IP 172.20.0.12 (b4963efd-9650-43f5-bcad-9f14585c51e1/3b815059-1f36-4f96-b4d1-a621a9f7fda3/7392eb2b-402c-493a-a825-5792af8b9afd) {{(pid=88176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:05:28.197474 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a59eacf-97ce-43dd-8806-35cc4df1b7ed req-a486b5ab-330d-4126-8504-62c5d5b54dd6 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] No DVR routers for this DVR port 7ddc0e7d-77bd-4d7d-af9a-dcba576e529e on host hv-cinder-82174 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:05:28.201335 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-9a59eacf-97ce-43dd-8806-35cc4df1b7ed req-a486b5ab-330d-4126-8504-62c5d5b54dd6 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:28.206099 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486b5ab-330d-4126-8504-62c5d5b54dd6 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:28.206770 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486b5ab-330d-4126-8504-62c5d5b54dd6 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:28.207319 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486b5ab-330d-4126-8504-62c5d5b54dd6 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:28.207706 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486b5ab-330d-4126-8504-62c5d5b54dd6 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:28.208083 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486b5ab-330d-4126-8504-62c5d5b54dd6 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:28.208461 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486b5ab-330d-4126-8504-62c5d5b54dd6 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:28.208834 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486b5ab-330d-4126-8504-62c5d5b54dd6 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:28.209243 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486b5ab-330d-4126-8504-62c5d5b54dd6 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:28.209612 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486b5ab-330d-4126-8504-62c5d5b54dd6 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:28.210076 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486b5ab-330d-4126-8504-62c5d5b54dd6 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:28.210468 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a486b5ab-330d-4126-8504-62c5d5b54dd6 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:28.215076 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-a486b5ab-330d-4126-8504-62c5d5b54dd6 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:28.218979 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1531a4-3599-49f7-8346-29842078ebd8', 'name': 'network-vif-deleted', 'tag': '7ddc0e7d-77bd-4d7d-af9a-dcba576e529e'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:05:28.295551 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8a2612c6-ad58-4e63-bbbe-1f4f9d40e895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:28.295811 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-4e0e07fd-6c38-4770-a316-665018961ac1 service neutron] 10.222.0.62 "GET /v2.0/networks/41417801-7e29-40be-adf1-4fe41a7c2988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7330296 Dec 14 19:05:28.302053 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8a2612c6-ad58-4e63-bbbe-1f4f9d40e895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:28.313234 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-73a8eeaf-5dd3-42a5-8842-1d5e36e60c62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:28.330098 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9a59eacf-97ce-43dd-8806-35cc4df1b7ed req-a486b5ab-330d-4126-8504-62c5d5b54dd6 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.73 "DELETE /v2.0/ports/7ddc0e7d-77bd-4d7d-af9a-dcba576e529e HTTP/1.1" status: 204 len: 173 time: 1.9786680 Dec 14 19:05:28.348614 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:05:28.556057 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-8a2612c6-ad58-4e63-bbbe-1f4f9d40e895 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a93cf934bfcf4c488cbb8261a013dc79&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2614388 Dec 14 19:05:28.557251 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2612c6-ad58-4e63-bbbe-1f4f9d40e895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577c72e1-8751-4a20-9557-ab76a06b8317,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:28.561689 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 43660) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:28.573918 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8a2612c6-ad58-4e63-bbbe-1f4f9d40e895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:28.766842 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9d437f9f-32f9-4b24-b30a-51ff6e365e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:28.788474 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ed407-2ee4-47df-b087-9dc8bacd4236 req-a013fec2-ef91-438b-a1e4-805d07d4975a tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:28.808413 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c86ed407-2ee4-47df-b087-9dc8bacd4236 req-a013fec2-ef91-438b-a1e4-805d07d4975a tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 943 time: 0.4329214 Dec 14 19:05:28.825460 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8,segment=NetworkSegment(b36b7e3e-918b-401c-8d60-889aabe5001e),segment_id=b36b7e3e-918b-401c-8d60-889aabe5001e)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:28.850874 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Returning: {'device': 'f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8', 'network_id': 'd6bf064b-07a6-4d06-b7dd-381a325de464', 'port_id': 'f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8', 'mac_address': 'fa:16:3e:d5:f8:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a68fb5d-39b8-4e02-9311-449e023242d8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:05:28.860613 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-7437b576-8f95-4672-ab47-5a9598263798 service neutron] 10.222.0.62 "GET /v2.0/networks/41417801-7e29-40be-adf1-4fe41a7c2988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5634789 Dec 14 19:05:28.965265 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c86ed407-2ee4-47df-b087-9dc8bacd4236 req-7fe8dab8-b086-45b3-b175-6fb1dc767734 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583178 Dec 14 19:05:28.985354 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-86e77dae-1efe-4404-8de2-78674b50a687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:29.095762 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-5da84e2d-7f85-4151-869d-64e45c7b4729 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for port, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:29.115759 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-86e77dae-1efe-4404-8de2-78674b50a687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:29.176201 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:29.210330 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-5da84e2d-7f85-4151-869d-64e45c7b4729 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Transition to ACTIVE for port object 7392eb2b-402c-493a-a825-5792af8b9afd will not be triggered until provisioned by entity DHCP. {{(pid=88176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:05:29.255746 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:29.293489 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8 {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:05:29.327978 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-86e77dae-1efe-4404-8de2-78674b50a687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:29.334325 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3817e984-9392-4b01-9ff3-d4478a989aa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:29.345650 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8,segment=NetworkSegment(b36b7e3e-918b-401c-8d60-889aabe5001e),segment_id=b36b7e3e-918b-401c-8d60-889aabe5001e)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:29.351525 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:29.351931 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:29.370255 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e77dae-1efe-4404-8de2-78674b50a687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577c72e1-8751-4a20-9557-ab76a06b8317,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:29.379329 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-22467949-e3c4-4a1b-9c04-1d4db19a2770 req-509988f2-2325-4a6d-b756-a83cd78f8b7b tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Synchronizing usage tracker for tenant:4709c843560a4e44913d89a7d7dd5abc on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:05:29.393404 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-86e77dae-1efe-4404-8de2-78674b50a687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:29.418938 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-5da84e2d-7f85-4151-869d-64e45c7b4729 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486'] for port, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:29.421606 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-22467949-e3c4-4a1b-9c04-1d4db19a2770 req-509988f2-2325-4a6d-b756-a83cd78f8b7b tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Unset dirty status for tenant:4709c843560a4e44913d89a7d7dd5abc on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:05:29.422908 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-22467949-e3c4-4a1b-9c04-1d4db19a2770 req-509988f2-2325-4a6d-b756-a83cd78f8b7b tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f1531a4-3599-49f7-8346-29842078ebd8 HTTP/1.1" status: 200 len: 210 time: 0.1426463 Dec 14 19:05:29.424655 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-86e77dae-1efe-4404-8de2-78674b50a687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:29.428640 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-86e77dae-1efe-4404-8de2-78674b50a687 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/577c72e1-8751-4a20-9557-ab76a06b8317 HTTP/1.1" status: 204 len: 168 time: 0.8586545 Dec 14 19:05:29.433651 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:29.476009 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:29.487437 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:29.504428 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1531a4-3599-49f7-8346-29842078ebd8', 'name': 'network-vif-deleted', 'tag': '7ddc0e7d-77bd-4d7d-af9a-dcba576e529e', 'status': 'completed', 'code': 200} Dec 14 19:05:29.606862 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-5da84e2d-7f85-4151-869d-64e45c7b4729 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Network b4963efd-9650-43f5-bcad-9f14585c51e1 is already hosted by enough agents. {{(pid=88176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:05:29.614910 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-5da84e2d-7f85-4151-869d-64e45c7b4729 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Resources bound (agent type, host, resource id): {{(pid=88176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:05:29.626758 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:05:29.638190 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-5da84e2d-7f85-4151-869d-64e45c7b4729 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Received port after_create {{(pid=88176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:05:29.666877 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-5da84e2d-7f85-4151-869d-64e45c7b4729 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:29.668793 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-5da84e2d-7f85-4151-869d-64e45c7b4729 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for port, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:29.749053 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da84e2d-7f85-4151-869d-64e45c7b4729 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Pushing event updated for resources: {'Port': ['ID=7392eb2b-402c-493a-a825-5792af8b9afd,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:29.766404 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-5da84e2d-7f85-4151-869d-64e45c7b4729 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:29.768547 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-5da84e2d-7f85-4151-869d-64e45c7b4729 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4489181 Dec 14 19:05:29.786862 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-99649831-23c0-4231-a635-cba7bb1804ba service neutron] Request body: {'port': {'device_id': '21593c38-956a-4032-8fb0-b5efd48e6166', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:05:29.812561 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2139c10a-78d5-414a-aa9a-3fefc442ba7c req-b6898138-0b29-46a1-9690-50bb1ab2d13e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 210 time: 0.1348324 Dec 14 19:05:29.913823 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72ca35-db63-4d5e-8779-c803d3c141aa req-a704ed1e-a37f-43b3-b961-0b84ea05899b tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:29.926939 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8a72ca35-db63-4d5e-8779-c803d3c141aa req-a704ed1e-a37f-43b3-b961-0b84ea05899b tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 932 time: 0.2931585 Dec 14 19:05:30.091761 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-99649831-23c0-4231-a635-cba7bb1804ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:30.149949 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8a72ca35-db63-4d5e-8779-c803d3c141aa req-747302e6-f894-4eb8-8fd2-fcc40fc15002 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113256 Dec 14 19:05:30.370657 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 7ddc0e7d-77bd-4d7d-af9a-dcba576e529e no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:05:30.450889 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] No Port match for: 7ddc0e7d-77bd-4d7d-af9a-dcba576e529e {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:05:30.457585 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 7ddc0e7d-77bd-4d7d-af9a-dcba576e529e not bound to the agent host hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:05:30.515182 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-24cc7b4c-8a0c-4aba-b03d-73eab569b78b None None] Provisioning for port 7392eb2b-402c-493a-a825-5792af8b9afd completed by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:05:30.525119 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-24cc7b4c-8a0c-4aba-b03d-73eab569b78b None None] Provisioning complete for port 7392eb2b-402c-493a-a825-5792af8b9afd triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:05:30.526132 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-24cc7b4c-8a0c-4aba-b03d-73eab569b78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:30.619361 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 43710) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:30.679445 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:30.682403 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-24cc7b4c-8a0c-4aba-b03d-73eab569b78b None None] Port 7392eb2b-402c-493a-a825-5792af8b9afd cannot update to ACTIVE because it is not bound. {{(pid=88178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:05:30.733348 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e04ba4b9-1527-46b1-bd3e-098631879d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:30.746623 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbd3da-f6d2-49d1-9668-d6326f57c637 req-9d2142fc-6a59-44f3-9e5f-22666601304d tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:30.758491 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-70dbd3da-f6d2-49d1-9668-d6326f57c637 req-9d2142fc-6a59-44f3-9e5f-22666601304d tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 944 time: 0.4373400 Dec 14 19:05:30.931306 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-70dbd3da-f6d2-49d1-9668-d6326f57c637 req-cbe34e8c-a266-45fc-8090-79d2928ffdc0 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537714 Dec 14 19:05:30.948909 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-e04ba4b9-1527-46b1-bd3e-098631879d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:30.965943 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-e04ba4b9-1527-46b1-bd3e-098631879d35 admin admin] Usage tracker for resource:security_group_rule and tenant:57e6b8bcae9c4176912ff7d95e5e8d98 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:30.985036 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-e04ba4b9-1527-46b1-bd3e-098631879d35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:30.997698 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-e04ba4b9-1527-46b1-bd3e-098631879d35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:31.136914 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3d7264b8-b6ad-4136-a35c-6439562a0ad3 req-21054786-fa4c-4772-88c7-c9396753ff43 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 210 time: 0.0918860 Dec 14 19:05:31.473342 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-99649831-23c0-4231-a635-cba7bb1804ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7392eb2b-402c-493a-a825-5792af8b9afd {{(pid=88176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:05:31.500266 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e04ba4b9-1527-46b1-bd3e-098631879d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:31.505464 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-99649831-23c0-4231-a635-cba7bb1804ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:31.532994 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-99649831-23c0-4231-a635-cba7bb1804ba service neutron] Transition to ACTIVE for port object 7392eb2b-402c-493a-a825-5792af8b9afd will not be triggered until provisioned by entity L2. {{(pid=88176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:05:31.535007 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e04ba4b9-1527-46b1-bd3e-098631879d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:31.568263 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:31.587929 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-99649831-23c0-4231-a635-cba7bb1804ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:31.832796 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ba4b9-1527-46b1-bd3e-098631879d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9eda75-4b3b-43f9-a83e-dc18f07784d4,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:31.899136 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e04ba4b9-1527-46b1-bd3e-098631879d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:31.902553 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.262s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:31.906711 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1001a15-be92-46b2-8452-23a85290827f req-bae9dd99-7213-4a75-ab1b-1b355b31c607 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:31.916802 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e1001a15-be92-46b2-8452-23a85290827f req-bae9dd99-7213-4a75-ab1b-1b355b31c607 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 944 time: 0.2789388 Dec 14 19:05:32.036985 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99649831-23c0-4231-a635-cba7bb1804ba service neutron] Pushing event updated for resources: {'Port': ['ID=7392eb2b-402c-493a-a825-5792af8b9afd,revision_number=2']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:32.045332 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-e04ba4b9-1527-46b1-bd3e-098631879d35 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=57e6b8bcae9c4176912ff7d95e5e8d98&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4261999 Dec 14 19:05:32.047259 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-99649831-23c0-4231-a635-cba7bb1804ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:32.048219 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 43746) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:32.061691 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e1001a15-be92-46b2-8452-23a85290827f req-db9f9011-ba69-4492-bcaa-73b233846ea6 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1436589 Dec 14 19:05:32.120238 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-f02e19ce-774e-4553-86d9-95acfaf8a089 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:32.134697 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-f02e19ce-774e-4553-86d9-95acfaf8a089 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.73 "GET /v2.0/networks?id=41417801-7e29-40be-adf1-4fe41a7c2988 HTTP/1.1" status: 200 len: 810 time: 0.6152060 Dec 14 19:05:32.216662 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-99649831-23c0-4231-a635-cba7bb1804ba service neutron] Attempting to bind port 7392eb2b-402c-493a-a825-5792af8b9afd on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:05:32.217865 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-99649831-23c0-4231-a635-cba7bb1804ba service neutron] Attempting to bind port 7392eb2b-402c-493a-a825-5792af8b9afd by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '194eab7e-d5e7-4d23-9be3-263d15a0e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1'}] {{(pid=88176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:05:32.218452 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-99649831-23c0-4231-a635-cba7bb1804ba service neutron] Attempting to bind port 7392eb2b-402c-493a-a825-5792af8b9afd on network b4963efd-9650-43f5-bcad-9f14585c51e1 {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:05:32.268247 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-43345a6f-dcd5-42e6-b40f-d1a343179c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:32.268468 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-99649831-23c0-4231-a635-cba7bb1804ba service neutron] Port 7392eb2b-402c-493a-a825-5792af8b9afd on network b4963efd-9650-43f5-bcad-9f14585c51e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:05:32.269003 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-99649831-23c0-4231-a635-cba7bb1804ba service neutron] Attempting to bind port 7392eb2b-402c-493a-a825-5792af8b9afd on network b4963efd-9650-43f5-bcad-9f14585c51e1 {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:05:32.274854 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-47194441-4c38-472e-89ce-64fd78d956f0 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=110f0191feb9402db4fceb6ce9c472c5 HTTP/1.1" status: 200 len: 380 time: 0.1114914 Dec 14 19:05:32.281286 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-c229137c-c5a4-4e9d-820f-d970862ec706 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Request body: {'port': {'device_id': 'c812c105-881a-4d1c-a52a-0939a1351327', 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988', 'admin_state_up': True, 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'security_groups': ['4b803139-3ec7-44cc-a02b-662318947134']}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:05:32.302433 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-99649831-23c0-4231-a635-cba7bb1804ba service neutron] Checking agent: {'id': '2cdf3b01-963f-4e6b-8571-872140058f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:05:32.302724 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-99649831-23c0-4231-a635-cba7bb1804ba service neutron] Checking segment: {'id': '194eab7e-d5e7-4d23-9be3-263d15a0e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:05:32.303294 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-99649831-23c0-4231-a635-cba7bb1804ba service neutron] Bound using segment: {'id': '194eab7e-d5e7-4d23-9be3-263d15a0e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1'} {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:05:32.303785 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-99649831-23c0-4231-a635-cba7bb1804ba service neutron] Bound port: 7392eb2b-402c-493a-a825-5792af8b9afd, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194eab7e-d5e7-4d23-9be3-263d15a0e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1'}}] {{(pid=88176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:05:32.304239 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-99649831-23c0-4231-a635-cba7bb1804ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:32.337605 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-43345a6f-dcd5-42e6-b40f-d1a343179c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:32.393176 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8 up at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:05:32.502736 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1f465d9f-cc21-4316-9bb7-a2c6a7255b73 req-c2a1c3fa-e8bf-4ae3-a7ad-a3b939eece09 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 210 time: 0.1335328 Dec 14 19:05:32.503422 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning for port f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8 completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:05:32.513786 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning complete for port f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:05:32.515266 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:32.572442 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04309b94-13ee-44de-89a5-23962f410604 req-d785ec43-565d-4096-8dd9-0e1c9c7f79cb tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:32.574087 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-04309b94-13ee-44de-89a5-23962f410604 req-d785ec43-565d-4096-8dd9-0e1c9c7f79cb tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 944 time: 0.2756398 Dec 14 19:05:32.589576 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-c229137c-c5a4-4e9d-820f-d970862ec706 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:32.626877 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-c229137c-c5a4-4e9d-820f-d970862ec706 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:32.653786 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-c229137c-c5a4-4e9d-820f-d970862ec706 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Made reservation on behalf of 110f0191feb9402db4fceb6ce9c472c5 for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:05:32.659673 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-c229137c-c5a4-4e9d-820f-d970862ec706 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:32.674923 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-99649831-23c0-4231-a635-cba7bb1804ba service neutron] For port 7392eb2b-402c-493a-a825-5792af8b9afd, host hv-cinder-82174, cleared binding levels {{(pid=88176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:05:32.675167 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-04309b94-13ee-44de-89a5-23962f410604 req-ea24175d-0a9f-4a8c-8539-dbd4a4e579d2 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901763 Dec 14 19:05:32.679723 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-99649831-23c0-4231-a635-cba7bb1804ba service neutron] For port 7392eb2b-402c-493a-a825-5792af8b9afd, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=7392eb2b-402c-493a-a825-5792af8b9afd,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:05:32.685082 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-99649831-23c0-4231-a635-cba7bb1804ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:32.691744 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-0e16b785-ef88-46b7-bd28-d5e8b08267d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:32.695880 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:32.752703 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbf74d3-519b-4e5a-b9c6-3a38068760c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:05:32.764317 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-43345a6f-dcd5-42e6-b40f-d1a343179c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:32.770340 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8,segment=NetworkSegment(b36b7e3e-918b-401c-8d60-889aabe5001e),segment_id=b36b7e3e-918b-401c-8d60-889aabe5001e)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:32.776413 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-99649831-23c0-4231-a635-cba7bb1804ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for port, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:32.778297 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-99649831-23c0-4231-a635-cba7bb1804ba service neutron] 10.222.0.73 "PUT /v2.0/ports/7392eb2b-402c-493a-a825-5792af8b9afd HTTP/1.1" status: 200 len: 1094 time: 2.9992709 Dec 14 19:05:32.778875 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21593c38-956a-4032-8fb0-b5efd48e6166', 'tag': '7392eb2b-402c-493a-a825-5792af8b9afd'}] {{(pid=88176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:05:32.801175 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:32.814867 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:32.824517 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99649831-23c0-4231-a635-cba7bb1804ba service neutron] Pushing event updated for resources: {'Port': ['ID=7392eb2b-402c-493a-a825-5792af8b9afd,revision_number=3']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:32.829677 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-43345a6f-dcd5-42e6-b40f-d1a343179c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:32.830794 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-43345a6f-dcd5-42e6-b40f-d1a343179c3e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6d9eda75-4b3b-43f9-a83e-dc18f07784d4 HTTP/1.1" status: 204 len: 168 time: 0.7812471 Dec 14 19:05:32.832665 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-99649831-23c0-4231-a635-cba7bb1804ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:32.963305 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbf74d3-519b-4e5a-b9c6-3a38068760c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8', 'code': 200} Dec 14 19:05:32.990749 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d0c36381-8118-42de-a4fc-e90bcacec290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:33.053432 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8,revision_number=5']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:33.057472 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21593c38-956a-4032-8fb0-b5efd48e6166', 'tag': '7392eb2b-402c-493a-a825-5792af8b9afd', 'status': 'completed', 'code': 200} Dec 14 19:05:33.081649 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:33.082884 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43345a6f-dcd5-42e6-b40f-d1a343179c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9eda75-4b3b-43f9-a83e-dc18f07784d4,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:33.083258 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:33.083671 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:33.084054 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:33.084433 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:33.084802 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:33.085197 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:33.085571 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:33.085939 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:33.086301 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:33.086669 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:05:33.095961 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-43345a6f-dcd5-42e6-b40f-d1a343179c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:33.115303 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:33.179735 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-4c44079f-9e4f-4601-8b51-f5c19b0c846e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58846b25a8b64cc9833f513a6aff6430&device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 1097 time: 0.3459303 Dec 14 19:05:33.329292 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.73', 54806) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:33.416574 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-3a651831-b6f3-4cc4-b99f-668e35ecae05 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7392eb2b-402c-493a-a825-5792af8b9afd HTTP/1.1" status: 200 len: 217 time: 0.2240989 Dec 14 19:05:33.698476 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-d0027727-ca2f-40b3-9208-d1756783b72e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:33.700107 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-d0027727-ca2f-40b3-9208-d1756783b72e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b815059-1f36-4f96-b4d1-a621a9f7fda3 HTTP/1.1" status: 200 len: 856 time: 0.2687562 Dec 14 19:05:33.826744 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-c229137c-c5a4-4e9d-820f-d970862ec706 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Allocated IP 172.20.0.9 (41417801-7e29-40be-adf1-4fe41a7c2988/9d0b1b1d-1f37-43fd-8afc-31b562aa0f47/d5b7ee7c-2e80-447f-9096-4828f3eae4d4) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:05:33.868104 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3cab8-a367-4197-a781-8083f4c7089f req-ea4adacc-6dfc-462e-86f8-d569d4ab2380 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:33.876414 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cde3cab8-a367-4197-a781-8083f4c7089f req-ea4adacc-6dfc-462e-86f8-d569d4ab2380 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 944 time: 0.3780649 Dec 14 19:05:33.904270 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-3a71c3f0-5551-4c7b-9af9-55e04cba51e8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b4963efd-9650-43f5-bcad-9f14585c51e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1903701 Dec 14 19:05:33.979258 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f5328898-4288-47b6-afc4-efaad82e3f99 req-4e39fa2c-c7f6-4c6b-83af-ebf847418dd2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 1098 time: 0.6452527 Dec 14 19:05:33.983054 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e5bf6848-24b1-4b55-a318-f44f33de73b9 req-987da5e8-0db2-4e9a-b723-9e64214f7c6c tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 210 time: 0.0862606 Dec 14 19:05:34.015175 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 43792) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:34.104633 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cde3cab8-a367-4197-a781-8083f4c7089f req-22083fa8-f580-486b-9b15-9e791ab92f9a tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267184 Dec 14 19:05:34.348843 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-be8ae2b9-dd27-4c0b-8950-d3e1d8a3f7ff service neutron] 10.222.0.73 "GET /v2.0/networks/b4963efd-9650-43f5-bcad-9f14585c51e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4352663 Dec 14 19:05:34.374244 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f5328898-4288-47b6-afc4-efaad82e3f99 req-9af1814e-adee-42f6-9ba7-3422b96356b6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831282 Dec 14 19:05:34.502200 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 43810) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:34.505691 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-be0b8991-30a1-42a8-939a-d815c18b152a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:34.604821 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f0662b94-4c36-4aa2-9e38-791f229b0e3a req-8c7d3f02-8538-44cc-822a-b6ae7f2b35e7 service neutron] 10.222.0.73 "GET /v2.0/networks/b4963efd-9650-43f5-bcad-9f14585c51e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441590 Dec 14 19:05:34.608593 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0f7cdbd-42ee-4def-850a-6e24fe250313 admin admin] Deleting subnet b628382e-2379-49d5-887b-6a0dea44a6e4 {{(pid=88177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:05:34.634581 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b0f7cdbd-42ee-4def-850a-6e24fe250313 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:34.738539 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-c229137c-c5a4-4e9d-820f-d970862ec706 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:34.744744 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b0f7cdbd-42ee-4def-850a-6e24fe250313 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:34.772963 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b0f7cdbd-42ee-4def-850a-6e24fe250313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2951685'] for subnet, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:34.798051 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-dcafc3da-674a-43bb-9342-1c97d37bbf4f req-77c35e96-cc4c-4a44-83de-c80b216c8d8d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58846b25a8b64cc9833f513a6aff6430&device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 1097 time: 0.1421187 Dec 14 19:05:34.832697 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-be0b8991-30a1-42a8-939a-d815c18b152a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:34.867887 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-be0b8991-30a1-42a8-939a-d815c18b152a admin admin] Usage tracker for resource:security_group_rule and tenant:8c11df133e6a46e0952cf364b93188cf is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:34.874826 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-c229137c-c5a4-4e9d-820f-d970862ec706 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Transition to ACTIVE for port object d5b7ee7c-2e80-447f-9096-4828f3eae4d4 will not be triggered until provisioned by entity DHCP. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:05:34.877249 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-be0b8991-30a1-42a8-939a-d815c18b152a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:34.894817 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c60c5-604e-4eb4-8bf7-1333cba14c5d req-7b008ab9-478f-442e-8300-46e54d3879e4 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:34.897741 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0b2c60c5-604e-4eb4-8bf7-1333cba14c5d req-7b008ab9-478f-442e-8300-46e54d3879e4 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 945 time: 0.5143104 Dec 14 19:05:34.916832 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-be0b8991-30a1-42a8-939a-d815c18b152a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:34.998193 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafc3da-674a-43bb-9342-1c97d37bbf4f req-ceb5cd44-0fb5-43e1-a949-a13a65ef64e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:34.999941 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-dcafc3da-674a-43bb-9342-1c97d37bbf4f req-ceb5cd44-0fb5-43e1-a949-a13a65ef64e8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b4963efd-9650-43f5-bcad-9f14585c51e1 HTTP/1.1" status: 200 len: 918 time: 0.1899803 Dec 14 19:05:35.026067 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b0f7cdbd-42ee-4def-850a-6e24fe250313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851824100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075'] for subnet, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:35.039099 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0b2c60c5-604e-4eb4-8bf7-1333cba14c5d req-2f4bd203-bcfe-42a8-b3fd-170d1735a731 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248806 Dec 14 19:05:35.042178 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-4baa8453-8c69-43a9-b89b-7c49dbcae25a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:35.079199 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-c229137c-c5a4-4e9d-820f-d970862ec706 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:35.097454 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f7cdbd-42ee-4def-850a-6e24fe250313 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b628382e-2379-49d5-887b-6a0dea44a6e4,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:35.113813 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-b0f7cdbd-42ee-4def-850a-6e24fe250313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:35.115228 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:35.121044 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-dcafc3da-674a-43bb-9342-1c97d37bbf4f req-8a5351b2-7bec-4bc8-87be-461c4456cb3b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7392eb2b-402c-493a-a825-5792af8b9afd HTTP/1.1" status: 200 len: 217 time: 0.1100132 Dec 14 19:05:35.205761 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b0f7cdbd-42ee-4def-850a-6e24fe250313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:35.284253 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-be0b8991-30a1-42a8-939a-d815c18b152a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:35.305601 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcafc3da-674a-43bb-9342-1c97d37bbf4f req-ea747b62-cda1-4b3d-8a81-2f902f21337d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:35.306244 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229137c-c5a4-4e9d-820f-d970862ec706 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Pushing event updated for resources: {'Port': ['ID=d5b7ee7c-2e80-447f-9096-4828f3eae4d4,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:35.307895 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-dcafc3da-674a-43bb-9342-1c97d37bbf4f req-ea747b62-cda1-4b3d-8a81-2f902f21337d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b815059-1f36-4f96-b4d1-a621a9f7fda3 HTTP/1.1" status: 200 len: 856 time: 0.1694555 Dec 14 19:05:35.328252 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-c229137c-c5a4-4e9d-820f-d970862ec706 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Network 41417801-7e29-40be-adf1-4fe41a7c2988 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:05:35.330458 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-be0b8991-30a1-42a8-939a-d815c18b152a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:35.331670 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-c229137c-c5a4-4e9d-820f-d970862ec706 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:05:35.343706 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-c229137c-c5a4-4e9d-820f-d970862ec706 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:35.460945 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-c229137c-c5a4-4e9d-820f-d970862ec706 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:05:35.489183 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-dcafc3da-674a-43bb-9342-1c97d37bbf4f req-f86ca9ef-d3f3-46a4-9b76-9ce300467c63 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b4963efd-9650-43f5-bcad-9f14585c51e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1695585 Dec 14 19:05:35.492175 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-c229137c-c5a4-4e9d-820f-d970862ec706 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:35.494137 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-c229137c-c5a4-4e9d-820f-d970862ec706 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:35.537439 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:35.613140 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b8991-30a1-42a8-939a-d815c18b152a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd76b7a-eb32-4db9-9007-a39238fbe42c,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:35.780024 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-be0b8991-30a1-42a8-939a-d815c18b152a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:35.794001 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-b0f7cdbd-42ee-4def-850a-6e24fe250313 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b628382e-2379-49d5-887b-6a0dea44a6e4 HTTP/1.1" status: 204 len: 168 time: 1.2711873 Dec 14 19:05:35.815769 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 43838) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:35.966945 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-c229137c-c5a4-4e9d-820f-d970862ec706 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6904602 Dec 14 19:05:35.981933 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-8114b0ca-8766-444a-bfb5-de89dfa0ba2f service neutron] Request body: {'port': {'device_id': 'c812c105-881a-4d1c-a52a-0939a1351327', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:05:36.036747 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-dcafc3da-674a-43bb-9342-1c97d37bbf4f req-ec17755d-c80f-40ca-b9fe-0527b8b9755e service neutron] 10.222.0.73 "GET /v2.0/networks/b4963efd-9650-43f5-bcad-9f14585c51e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5365224 Dec 14 19:05:36.040804 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-be0b8991-30a1-42a8-939a-d815c18b152a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8c11df133e6a46e0952cf364b93188cf&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0188887 Dec 14 19:05:36.046543 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 43844) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:36.131714 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-5fe10c6e-33e9-4e70-8f9a-5a98a63be9cf None None] Provisioning for port d5b7ee7c-2e80-447f-9096-4828f3eae4d4 completed by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:05:36.156929 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6325025-7188-4621-9808-9cf2ec579153 req-b40f7395-c9dd-4d40-bd09-8bf9b284096c tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:36.157639 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-c6325025-7188-4621-9808-9cf2ec579153 req-b40f7395-c9dd-4d40-bd09-8bf9b284096c tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Synchronizing usage tracker for tenant:110f0191feb9402db4fceb6ce9c472c5 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:05:36.168679 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-5fe10c6e-33e9-4e70-8f9a-5a98a63be9cf None None] Provisioning complete for port d5b7ee7c-2e80-447f-9096-4828f3eae4d4 triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:05:36.169407 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5fe10c6e-33e9-4e70-8f9a-5a98a63be9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:36.172717 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0fea55be-e82f-4216-8432-d589bc5d82a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229502'] for network, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:36.239421 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-8114b0ca-8766-444a-bfb5-de89dfa0ba2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:36.280256 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d8bd2-96f8-46b7-ba4f-012bcf66185e req-3d7dc9ef-5659-4178-ac6d-0564379cd5f4 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:36.288190 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-406d8bd2-96f8-46b7-ba4f-012bcf66185e req-3d7dc9ef-5659-4178-ac6d-0564379cd5f4 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 944 time: 0.7753701 Dec 14 19:05:36.372231 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-5fe10c6e-33e9-4e70-8f9a-5a98a63be9cf None None] Port d5b7ee7c-2e80-447f-9096-4828f3eae4d4 cannot update to ACTIVE because it is not bound. {{(pid=88178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:05:36.421567 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-c6325025-7188-4621-9808-9cf2ec579153 req-b40f7395-c9dd-4d40-bd09-8bf9b284096c tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Unset dirty status for tenant:110f0191feb9402db4fceb6ce9c472c5 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:05:36.426240 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b6be0138-35cd-42f4-8a05-f4e7b921fa3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:36.435644 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c6325025-7188-4621-9808-9cf2ec579153 req-b40f7395-c9dd-4d40-bd09-8bf9b284096c tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 931 time: 1.1301706 Dec 14 19:05:36.479372 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b6be0138-35cd-42f4-8a05-f4e7b921fa3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:36.489364 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-dcafc3da-674a-43bb-9342-1c97d37bbf4f req-8bd2c46c-fdb1-49ec-85b5-aab8f0ca800f service neutron] 10.222.0.73 "GET /v2.0/networks/b4963efd-9650-43f5-bcad-9f14585c51e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4411428 Dec 14 19:05:36.567690 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b6be0138-35cd-42f4-8a05-f4e7b921fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:36.574703 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-406d8bd2-96f8-46b7-ba4f-012bcf66185e req-7ff0d1a4-0f14-4961-81db-31121fc16fae tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855055 Dec 14 19:05:36.576460 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8a2612c6-ad58-4e63-bbbe-1f4f9d40e895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:36.589145 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be0138-35cd-42f4-8a05-f4e7b921fa3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd76b7a-eb32-4db9-9007-a39238fbe42c,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:36.601345 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-b6be0138-35cd-42f4-8a05-f4e7b921fa3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:36.609638 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b6be0138-35cd-42f4-8a05-f4e7b921fa3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:36.611424 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-b6be0138-35cd-42f4-8a05-f4e7b921fa3e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6bd76b7a-eb32-4db9-9007-a39238fbe42c HTTP/1.1" status: 204 len: 168 time: 0.5587609 Dec 14 19:05:36.709252 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0fea55be-e82f-4216-8432-d589bc5d82a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980764', 'neutron.services.segments.db._delete_segments_for_network-8781368899016'] for network, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:36.762313 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c6325025-7188-4621-9808-9cf2ec579153 req-b4f78939-b6e1-47e6-8e94-bf6f42e18d7a tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3252707 Dec 14 19:05:36.773809 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0fea55be-e82f-4216-8432-d589bc5d82a5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:05:36.774256 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0fea55be-e82f-4216-8432-d589bc5d82a5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:05:36.774994 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0fea55be-e82f-4216-8432-d589bc5d82a5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:05:36.775365 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0fea55be-e82f-4216-8432-d589bc5d82a5 admin admin] Subscribe: > port after_create 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:05:36.775722 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0fea55be-e82f-4216-8432-d589bc5d82a5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:05:36.776104 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0fea55be-e82f-4216-8432-d589bc5d82a5 admin admin] Subscribe: > port after_update 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:05:36.776463 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0fea55be-e82f-4216-8432-d589bc5d82a5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:05:36.776825 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0fea55be-e82f-4216-8432-d589bc5d82a5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:05:36.777224 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0fea55be-e82f-4216-8432-d589bc5d82a5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:05:36.777584 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0fea55be-e82f-4216-8432-d589bc5d82a5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:05:36.845733 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0fea55be-e82f-4216-8432-d589bc5d82a5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:05:36.846614 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0fea55be-e82f-4216-8432-d589bc5d82a5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:05:36.846614 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0fea55be-e82f-4216-8432-d589bc5d82a5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:05:36.846894 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0fea55be-e82f-4216-8432-d589bc5d82a5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88177) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:05:36.847302 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-0fea55be-e82f-4216-8432-d589bc5d82a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb57d17-42d6-4157-ae47-d0ef704962ab']}} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:05:36.883610 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-0fea55be-e82f-4216-8432-d589bc5d82a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d08db8-efc3-447a-8f2a-c5bd4ab289aa') {'for_net_delete': True} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:05:36.883965 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-0fea55be-e82f-4216-8432-d589bc5d82a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d08db8-efc3-447a-8f2a-c5bd4ab289aa') {} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:05:37.098706 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0fea55be-e82f-4216-8432-d589bc5d82a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781368905689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972884'] for segment, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:37.416026 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0fea55be-e82f-4216-8432-d589bc5d82a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:37.436091 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fea55be-e82f-4216-8432-d589bc5d82a5 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=88177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:05:37.436538 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0fea55be-e82f-4216-8432-d589bc5d82a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2974435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1706020'] for segment, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: (self, other), Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: Traceback (most recent call last): Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: timer() Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: cb(*args, **kw) Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: return func(*args, **kwargs) Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: self._notify() Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: self.callback(batched_events) Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: event.method(event) Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: segment_id)['aggregates'][0] Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: return f(self, *a, **k) Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: return self._get(url).json() Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: **kwargs) Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: return self.request(url, 'GET', **kwargs) Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: **endpoint_filter) Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:05:37.458333 dv-cinder-821749-1-smb neutron-server[88065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:05:37.588072 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0fea55be-e82f-4216-8432-d589bc5d82a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435701'] for network, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:37.597858 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0fea55be-e82f-4216-8432-d589bc5d82a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:37.606560 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:37.638315 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6eed2e-b92d-4128-a731-71489ea1ea9e req-ab1b162e-0f1d-4bff-9585-4b1062192ff9 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:37.640341 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ee6eed2e-b92d-4128-a731-71489ea1ea9e req-ab1b162e-0f1d-4bff-9585-4b1062192ff9 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 945 time: 0.6978667 Dec 14 19:05:37.649951 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea55be-e82f-4216-8432-d589bc5d82a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bb57d17-42d6-4157-ae47-d0ef704962ab,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:37.652727 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-0fea55be-e82f-4216-8432-d589bc5d82a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:37.657276 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-0fea55be-e82f-4216-8432-d589bc5d82a5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8bb57d17-42d6-4157-ae47-d0ef704962ab HTTP/1.1" status: 204 len: 168 time: 1.8154583 Dec 14 19:05:37.725432 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 43880) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:37.799153 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-11bc2fd2-072c-4417-9e60-d4b718963652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:37.885201 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-11bc2fd2-072c-4417-9e60-d4b718963652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:37.892483 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-11bc2fd2-072c-4417-9e60-d4b718963652 admin admin] Usage tracker for resource:security_group_rule and tenant:770e27e227e1416e9a70c2040ba705bd is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:37.898662 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-11bc2fd2-072c-4417-9e60-d4b718963652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:37.921470 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-11bc2fd2-072c-4417-9e60-d4b718963652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:37.973109 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ee6eed2e-b92d-4128-a731-71489ea1ea9e req-2b2f769e-bc64-4d90-880b-f96813f6bc53 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053131 Dec 14 19:05:37.985870 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-8114b0ca-8766-444a-bfb5-de89dfa0ba2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b7ee7c-2e80-447f-9096-4828f3eae4d4 {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:05:38.052687 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-11bc2fd2-072c-4417-9e60-d4b718963652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:38.057566 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-8114b0ca-8766-444a-bfb5-de89dfa0ba2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:38.058959 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-11bc2fd2-072c-4417-9e60-d4b718963652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:38.079347 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:38.101953 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 43894) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:38.122834 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-8114b0ca-8766-444a-bfb5-de89dfa0ba2f service neutron] Transition to ACTIVE for port object d5b7ee7c-2e80-447f-9096-4828f3eae4d4 will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:05:38.146810 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bc2fd2-072c-4417-9e60-d4b718963652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05a5217-726f-4601-b66d-40b3895ccfef,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:38.150066 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-8114b0ca-8766-444a-bfb5-de89dfa0ba2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853069063'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:38.162781 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-11bc2fd2-072c-4417-9e60-d4b718963652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:38.170733 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-11bc2fd2-072c-4417-9e60-d4b718963652 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=770e27e227e1416e9a70c2040ba705bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4393356 Dec 14 19:05:38.171998 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 43900) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:38.179037 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:38.257872 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0530a11a-083f-4222-b575-7f449856e8d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:38.295517 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0530a11a-083f-4222-b575-7f449856e8d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:38.383377 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0530a11a-083f-4222-b575-7f449856e8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:38.391960 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e5785dad-0377-4440-8900-6c91cf328c65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:38.414320 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530a11a-083f-4222-b575-7f449856e8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05a5217-726f-4601-b66d-40b3895ccfef,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:38.418041 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 7392eb2b-402c-493a-a825-5792af8b9afd details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:05:38.426648 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-0530a11a-083f-4222-b575-7f449856e8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:38.435500 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0530a11a-083f-4222-b575-7f449856e8d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:38.441274 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-0530a11a-083f-4222-b575-7f449856e8d1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b05a5217-726f-4601-b66d-40b3895ccfef HTTP/1.1" status: 204 len: 168 time: 0.2634671 Dec 14 19:05:38.463930 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 43908) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:38.500800 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de4c80-fdfb-4d1b-8c1b-fefe15817b85 req-0435f118-395e-44bb-bc43-13905f7b8fab tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:38.525722 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-17de4c80-fdfb-4d1b-8c1b-fefe15817b85 req-0435f118-395e-44bb-bc43-13905f7b8fab tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 944 time: 0.6846137 Dec 14 19:05:38.609728 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-7da5e57a-af80-4587-a533-d81f0601ba51 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4709c843560a4e44913d89a7d7dd5abc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1425807 Dec 14 19:05:38.610803 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 43916) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:38.755561 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b28955ce-c449-4733-9d76-42d489a8ee33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:38.836976 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 7392eb2b-402c-493a-a825-5792af8b9afd, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=7392eb2b-402c-493a-a825-5792af8b9afd,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:38.856407 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b28955ce-c449-4733-9d76-42d489a8ee33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:38.891778 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114b0ca-8766-444a-bfb5-de89dfa0ba2f service neutron] Pushing event updated for resources: {'Port': ['ID=d5b7ee7c-2e80-447f-9096-4828f3eae4d4,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:38.895823 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Returning: {'device': '7392eb2b-402c-493a-a825-5792af8b9afd', 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'port_id': '7392eb2b-402c-493a-a825-5792af8b9afd', 'mac_address': 'fa:16:3e:70:6f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:05:38.905891 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8114b0ca-8766-444a-bfb5-de89dfa0ba2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:39.022678 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b28955ce-c449-4733-9d76-42d489a8ee33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:39.030694 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-0d5b52fa-3887-4182-9ccc-4c233b58b850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:39.098527 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28955ce-c449-4733-9d76-42d489a8ee33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d5ed93-279e-40eb-813a-c0545c88fe53,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:39.191217 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:39.211452 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-b28955ce-c449-4733-9d76-42d489a8ee33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:39.212430 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ef85b-5d55-423f-b79e-596f67011145 req-29eb4af6-c934-482c-af72-6ebff430a557 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:39.227748 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e48ef85b-5d55-423f-b79e-596f67011145 req-29eb4af6-c934-482c-af72-6ebff430a557 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 943 time: 0.6828339 Dec 14 19:05:39.232914 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-17de4c80-fdfb-4d1b-8c1b-fefe15817b85 req-0d623696-10c1-4d3e-bab4-eddd77efb237 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5574441 Dec 14 19:05:39.241202 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2a893682-2201-4aba-b3cf-d0c8d1756c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:39.267056 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7392eb2b-402c-493a-a825-5792af8b9afd {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:05:39.300082 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b28955ce-c449-4733-9d76-42d489a8ee33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:39.304367 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 7392eb2b-402c-493a-a825-5792af8b9afd, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=7392eb2b-402c-493a-a825-5792af8b9afd,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:39.308940 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-b28955ce-c449-4733-9d76-42d489a8ee33 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/37d5ed93-279e-40eb-813a-c0545c88fe53 HTTP/1.1" status: 204 len: 168 time: 0.6954579 Dec 14 19:05:39.328503 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:39.334859 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-03b516d2-bde8-4fd5-964f-fd06d920aee9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:39.367223 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-8114b0ca-8766-444a-bfb5-de89dfa0ba2f service neutron] Attempting to bind port d5b7ee7c-2e80-447f-9096-4828f3eae4d4 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:05:39.367569 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-8114b0ca-8766-444a-bfb5-de89dfa0ba2f service neutron] Attempting to bind port d5b7ee7c-2e80-447f-9096-4828f3eae4d4 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '6aa82320-2fb6-4bdd-8682-c072e47132bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:05:39.367879 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-8114b0ca-8766-444a-bfb5-de89dfa0ba2f service neutron] Attempting to bind port d5b7ee7c-2e80-447f-9096-4828f3eae4d4 on network 41417801-7e29-40be-adf1-4fe41a7c2988 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:05:39.377192 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e48ef85b-5d55-423f-b79e-596f67011145 req-e98b22d8-9b74-4dfc-a1f1-d13668c4b54b tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245370 Dec 14 19:05:39.377870 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-8114b0ca-8766-444a-bfb5-de89dfa0ba2f service neutron] Port d5b7ee7c-2e80-447f-9096-4828f3eae4d4 on network 41417801-7e29-40be-adf1-4fe41a7c2988 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:05:39.378297 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-8114b0ca-8766-444a-bfb5-de89dfa0ba2f service neutron] Attempting to bind port d5b7ee7c-2e80-447f-9096-4828f3eae4d4 on network 41417801-7e29-40be-adf1-4fe41a7c2988 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:05:39.386857 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-2a893682-2201-4aba-b3cf-d0c8d1756c0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:39.388653 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-8114b0ca-8766-444a-bfb5-de89dfa0ba2f service neutron] Checking agent: {'id': '2cdf3b01-963f-4e6b-8571-872140058f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:05:39.389062 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-8114b0ca-8766-444a-bfb5-de89dfa0ba2f service neutron] Checking segment: {'id': '6aa82320-2fb6-4bdd-8682-c072e47132bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:05:39.389650 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-8114b0ca-8766-444a-bfb5-de89dfa0ba2f service neutron] Bound using segment: {'id': '6aa82320-2fb6-4bdd-8682-c072e47132bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:05:39.392234 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-8114b0ca-8766-444a-bfb5-de89dfa0ba2f service neutron] Bound port: d5b7ee7c-2e80-447f-9096-4828f3eae4d4, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aa82320-2fb6-4bdd-8682-c072e47132bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:05:39.392396 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-8114b0ca-8766-444a-bfb5-de89dfa0ba2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:39.411104 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-2a893682-2201-4aba-b3cf-d0c8d1756c0e admin admin] Usage tracker for resource:security_group_rule and tenant:35a7cf1408e742d68886221a12b2e7f4 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:39.417711 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-2a893682-2201-4aba-b3cf-d0c8d1756c0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:39.444387 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-2a893682-2201-4aba-b3cf-d0c8d1756c0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:39.466911 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=7392eb2b-402c-493a-a825-5792af8b9afd,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:39.481741 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:39.569206 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2a893682-2201-4aba-b3cf-d0c8d1756c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:39.576111 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2a893682-2201-4aba-b3cf-d0c8d1756c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:39.594098 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['7392eb2b-402c-493a-a825-5792af8b9afd'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:05:39.623596 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ea224499-ac09-4a52-9905-e7d0414b9b03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:39.638903 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-2a893682-2201-4aba-b3cf-d0c8d1756c0e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=35a7cf1408e742d68886221a12b2e7f4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5355239 Dec 14 19:05:39.639661 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 43944) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:39.698482 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a893682-2201-4aba-b3cf-d0c8d1756c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de28793-3b4d-42a7-a84b-346da27b46a6,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:39.710880 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2a893682-2201-4aba-b3cf-d0c8d1756c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:39.768207 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1c9e56cd-36a3-4f78-aedf-04643807e6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:39.773573 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-8114b0ca-8766-444a-bfb5-de89dfa0ba2f service neutron] For port d5b7ee7c-2e80-447f-9096-4828f3eae4d4, host hv-cinder-82174, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:05:39.786277 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-8114b0ca-8766-444a-bfb5-de89dfa0ba2f service neutron] For port d5b7ee7c-2e80-447f-9096-4828f3eae4d4, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=d5b7ee7c-2e80-447f-9096-4828f3eae4d4,segment=NetworkSegment(6aa82320-2fb6-4bdd-8682-c072e47132bc),segment_id=6aa82320-2fb6-4bdd-8682-c072e47132bc)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:05:39.791708 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-8114b0ca-8766-444a-bfb5-de89dfa0ba2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853069063'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:39.800397 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:39.835247 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1c9e56cd-36a3-4f78-aedf-04643807e6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:39.959780 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1c9e56cd-36a3-4f78-aedf-04643807e6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:39.973917 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:39.989274 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-8114b0ca-8766-444a-bfb5-de89dfa0ba2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:39.993253 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-8114b0ca-8766-444a-bfb5-de89dfa0ba2f service neutron] 10.222.0.73 "PUT /v2.0/ports/d5b7ee7c-2e80-447f-9096-4828f3eae4d4 HTTP/1.1" status: 200 len: 1093 time: 4.0161278 Dec 14 19:05:39.994407 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c812c105-881a-4d1c-a52a-0939a1351327', 'tag': 'd5b7ee7c-2e80-447f-9096-4828f3eae4d4'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:05:40.004905 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e56cd-36a3-4f78-aedf-04643807e6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de28793-3b4d-42a7-a84b-346da27b46a6,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:40.020844 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-1c9e56cd-36a3-4f78-aedf-04643807e6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:40.023242 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1c9e56cd-36a3-4f78-aedf-04643807e6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:40.027568 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-1c9e56cd-36a3-4f78-aedf-04643807e6c1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4de28793-3b4d-42a7-a84b-346da27b46a6 HTTP/1.1" status: 204 len: 168 time: 0.3849497 Dec 14 19:05:40.297604 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c812c105-881a-4d1c-a52a-0939a1351327', 'tag': 'd5b7ee7c-2e80-447f-9096-4828f3eae4d4', 'status': 'completed', 'code': 200} Dec 14 19:05:40.313696 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114b0ca-8766-444a-bfb5-de89dfa0ba2f service neutron] Pushing event updated for resources: {'Port': ['ID=d5b7ee7c-2e80-447f-9096-4828f3eae4d4,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:40.334886 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8114b0ca-8766-444a-bfb5-de89dfa0ba2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:40.427297 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2ffbd1c0-22c3-4182-a500-d5c28c396021 req-11ea0491-5584-4b7e-86c6-2fe056d3a0c6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a0bcd02b122b4b9eae4ccde55819070a&device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 1098 time: 0.1925747 Dec 14 19:05:40.448002 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-69bfcf50-5cb3-43e2-bca7-a6f11c30d457 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=110f0191feb9402db4fceb6ce9c472c5&device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 1096 time: 0.3849866 Dec 14 19:05:40.710559 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbd1c0-22c3-4182-a500-d5c28c396021 req-d5f10182-29e8-443f-8e61-03570ecb1646 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:40.713310 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2ffbd1c0-22c3-4182-a500-d5c28c396021 req-d5f10182-29e8-443f-8e61-03570ecb1646 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d6bf064b-07a6-4d06-b7dd-381a325de464 HTTP/1.1" status: 200 len: 919 time: 0.2685869 Dec 14 19:05:40.861447 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2ffbd1c0-22c3-4182-a500-d5c28c396021 req-2d17c1f2-03b0-4aa3-8344-814889b7a72f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8 HTTP/1.1" status: 200 len: 217 time: 0.1395023 Dec 14 19:05:40.969692 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-2c03be62-0921-4b75-bb81-898f143b1a54 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5b7ee7c-2e80-447f-9096-4828f3eae4d4 HTTP/1.1" status: 200 len: 217 time: 0.3628671 Dec 14 19:05:41.059422 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbd1c0-22c3-4182-a500-d5c28c396021 req-ffcfbf75-3dfb-401d-8da8-46d0adf9bd50 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:41.061195 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2ffbd1c0-22c3-4182-a500-d5c28c396021 req-ffcfbf75-3dfb-401d-8da8-46d0adf9bd50 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a68fb5d-39b8-4e02-9311-449e023242d8 HTTP/1.1" status: 200 len: 858 time: 0.1911168 Dec 14 19:05:41.071524 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 43982) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:41.093710 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-85e35505-b7e2-45cc-927e-6b0591f19134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:41.162884 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609b04d-1c91-4da1-8a20-01784de7b9a9 req-4e269d11-381b-40e4-908a-f14ef5f6b7e7 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:41.165887 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b609b04d-1c91-4da1-8a20-01784de7b9a9 req-4e269d11-381b-40e4-908a-f14ef5f6b7e7 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 945 time: 0.3860378 Dec 14 19:05:41.177830 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b92485-7ff7-4c6b-9127-22484628ff19 req-a5c1a1bc-8c01-4354-82a2-6f8300fe9bbc tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:41.192482 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c5b92485-7ff7-4c6b-9127-22484628ff19 req-a5c1a1bc-8c01-4354-82a2-6f8300fe9bbc tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 945 time: 0.7555177 Dec 14 19:05:41.207907 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-d045e596-b568-48ab-8129-ba1d0b86a438 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:41.210572 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-d045e596-b568-48ab-8129-ba1d0b86a438 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d0b1b1d-1f37-43fd-8afc-31b562aa0f47 HTTP/1.1" status: 200 len: 849 time: 0.2255807 Dec 14 19:05:41.226416 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2ffbd1c0-22c3-4182-a500-d5c28c396021 req-f1326104-2082-4a8e-b195-6f1748a293af service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d6bf064b-07a6-4d06-b7dd-381a325de464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168196 Dec 14 19:05:41.298052 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-85e35505-b7e2-45cc-927e-6b0591f19134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:41.307116 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-85e35505-b7e2-45cc-927e-6b0591f19134 admin admin] Usage tracker for resource:security_group_rule and tenant:d1b1269ccc5848f99e09267af4d77a2e is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:41.365826 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-85e35505-b7e2-45cc-927e-6b0591f19134 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:41.382155 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-85e35505-b7e2-45cc-927e-6b0591f19134 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:41.451078 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2ffbd1c0-22c3-4182-a500-d5c28c396021 req-85c6ad6e-1002-4c2c-bc9a-f22868ae6072 service neutron] 10.222.0.73 "GET /v2.0/networks/d6bf064b-07a6-4d06-b7dd-381a325de464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120333 Dec 14 19:05:41.452965 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b609b04d-1c91-4da1-8a20-01784de7b9a9 req-1e7445ef-db11-445e-8227-5b5edc3bb01e tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2537091 Dec 14 19:05:41.469266 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:41.512191 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c5b92485-7ff7-4c6b-9127-22484628ff19 req-4b26f94c-812b-468d-9e60-7a425add0833 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105443 Dec 14 19:05:41.524782 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-a94bc502-5272-431e-8826-0a7a5e589edc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=41417801-7e29-40be-adf1-4fe41a7c2988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2777789 Dec 14 19:05:41.789898 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-1601ebcc-80b4-49d4-8cac-c6d2bcfd26a3 service neutron] 10.222.0.73 "GET /v2.0/networks/41417801-7e29-40be-adf1-4fe41a7c2988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559502 Dec 14 19:05:41.790570 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2ffbd1c0-22c3-4182-a500-d5c28c396021 req-94c22b76-a428-4d24-8bfc-b48351314b77 service neutron] 10.222.0.73 "GET /v2.0/networks/d6bf064b-07a6-4d06-b7dd-381a325de464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310733 Dec 14 19:05:41.814808 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-85e35505-b7e2-45cc-927e-6b0591f19134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:41.820272 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-85e35505-b7e2-45cc-927e-6b0591f19134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:41.865852 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-04b57232-6e9c-4d59-936a-1beb813b8ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:41.900808 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-85e35505-b7e2-45cc-927e-6b0591f19134 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d1b1269ccc5848f99e09267af4d77a2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8282325 Dec 14 19:05:41.901913 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e35505-b7e2-45cc-927e-6b0591f19134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df0a6bc-8fa0-4959-a2eb-402ddd50965d,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:41.905061 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 44002) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:41.909020 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-85e35505-b7e2-45cc-927e-6b0591f19134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:42.082711 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-08eceb27-ce54-46cc-9fc8-d80536f5ea95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:42.117426 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5adc18e2-0ba4-45c8-905f-8df9f9ee6ddf req-ddaa2c86-3ee6-4c8d-a572-73a77cc22a06 service neutron] 10.222.0.73 "GET /v2.0/networks/41417801-7e29-40be-adf1-4fe41a7c2988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352338 Dec 14 19:05:42.149809 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6c2fe-c46c-4ac9-b7ce-d522e4ce4195 req-78e7319a-6b22-44a0-b5cf-a962c4201508 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:42.157873 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-61c6c2fe-c46c-4ac9-b7ce-d522e4ce4195 req-78e7319a-6b22-44a0-b5cf-a962c4201508 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 943 time: 0.3593547 Dec 14 19:05:42.180791 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-08eceb27-ce54-46cc-9fc8-d80536f5ea95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:42.219590 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-61c6c2fe-c46c-4ac9-b7ce-d522e4ce4195 req-87e4f440-4c7c-4c30-8472-5baba29b97f9 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605154 Dec 14 19:05:42.295314 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-08eceb27-ce54-46cc-9fc8-d80536f5ea95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:42.304520 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:42.325748 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eceb27-ce54-46cc-9fc8-d80536f5ea95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df0a6bc-8fa0-4959-a2eb-402ddd50965d,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:42.329485 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-08eceb27-ce54-46cc-9fc8-d80536f5ea95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:42.330471 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-08eceb27-ce54-46cc-9fc8-d80536f5ea95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:42.331763 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-08eceb27-ce54-46cc-9fc8-d80536f5ea95 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7df0a6bc-8fa0-4959-a2eb-402ddd50965d HTTP/1.1" status: 204 len: 168 time: 0.4246874 Dec 14 19:05:42.348695 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9fa9c1b0-d9d8-4b8f-a737-68b4dfa32f95 req-8b857d9f-0225-48f6-ad32-1d21e4dc100b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=110f0191feb9402db4fceb6ce9c472c5&device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 1096 time: 0.1276436 Dec 14 19:05:42.432538 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 7392eb2b-402c-493a-a825-5792af8b9afd up at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:05:42.624181 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning for port 7392eb2b-402c-493a-a825-5792af8b9afd completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:05:42.632814 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning complete for port 7392eb2b-402c-493a-a825-5792af8b9afd triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:05:42.633936 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:42.853724 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:42.907122 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 7392eb2b-402c-493a-a825-5792af8b9afd, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=7392eb2b-402c-493a-a825-5792af8b9afd,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:42.908712 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21593c38-956a-4032-8fb0-b5efd48e6166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7392eb2b-402c-493a-a825-5792af8b9afd'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:05:42.915914 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:42.919466 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:42.922230 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9c1b0-d9d8-4b8f-a737-68b4dfa32f95 req-1475978a-1114-4d2c-806d-d3fc46a9110a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:42.923862 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9fa9c1b0-d9d8-4b8f-a737-68b4dfa32f95 req-1475978a-1114-4d2c-806d-d3fc46a9110a service neutron] 10.222.0.73 "GET /v2.0/networks?id=41417801-7e29-40be-adf1-4fe41a7c2988 HTTP/1.1" status: 200 len: 911 time: 0.5659542 Dec 14 19:05:42.996499 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=7392eb2b-402c-493a-a825-5792af8b9afd,revision_number=5']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:43.000901 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:43.048387 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9fa9c1b0-d9d8-4b8f-a737-68b4dfa32f95 req-ca505b5c-d425-43c2-ba0f-2107f867d8a8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5b7ee7c-2e80-447f-9096-4828f3eae4d4 HTTP/1.1" status: 200 len: 217 time: 0.1057193 Dec 14 19:05:43.103748 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 44042) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:43.229505 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3b629-1d4f-4176-8148-7653b1fc93a5 req-ae35ab10-03f4-4065-b29c-50e136c599b4 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:43.231652 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-abe3b629-1d4f-4176-8148-7653b1fc93a5 req-ae35ab10-03f4-4065-b29c-50e136c599b4 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 946 time: 0.3804600 Dec 14 19:05:43.258119 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9c1b0-d9d8-4b8f-a737-68b4dfa32f95 req-0cacf8fc-9cd0-4db4-bd4f-e38c8749155c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:43.259988 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9fa9c1b0-d9d8-4b8f-a737-68b4dfa32f95 req-0cacf8fc-9cd0-4db4-bd4f-e38c8749155c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d0b1b1d-1f37-43fd-8afc-31b562aa0f47 HTTP/1.1" status: 200 len: 849 time: 0.2026153 Dec 14 19:05:43.343759 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131edec9-915f-41ef-b6a6-e87adc8da378 req-89d38a98-94d6-4f88-82f7-214dff727893 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:43.352137 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-131edec9-915f-41ef-b6a6-e87adc8da378 req-89d38a98-94d6-4f88-82f7-214dff727893 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 945 time: 0.2957783 Dec 14 19:05:43.427818 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-abe3b629-1d4f-4176-8148-7653b1fc93a5 req-55a43a16-4635-47c5-a0df-e20d9eb75d20 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760280 Dec 14 19:05:43.469639 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-131edec9-915f-41ef-b6a6-e87adc8da378 req-c2c22e28-7b91-4cdf-8bcc-be9afea011ee tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162219 Dec 14 19:05:43.496632 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9fa9c1b0-d9d8-4b8f-a737-68b4dfa32f95 req-3d1d4ee5-5f37-487c-af50-58a6ad3e1559 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=41417801-7e29-40be-adf1-4fe41a7c2988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2183819 Dec 14 19:05:43.530989 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d78da2a9-4d4c-4529-bae0-13111c609b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:43.608894 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21593c38-956a-4032-8fb0-b5efd48e6166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7392eb2b-402c-493a-a825-5792af8b9afd', 'code': 200} Dec 14 19:05:43.687232 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-d78da2a9-4d4c-4529-bae0-13111c609b17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:43.704915 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-d78da2a9-4d4c-4529-bae0-13111c609b17 admin admin] Usage tracker for resource:security_group_rule and tenant:6b2e5b8928574397a82b38525ab77a5f is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:43.721069 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-d78da2a9-4d4c-4529-bae0-13111c609b17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:43.760845 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-d78da2a9-4d4c-4529-bae0-13111c609b17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:43.806660 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9fa9c1b0-d9d8-4b8f-a737-68b4dfa32f95 req-92fce816-da43-4559-a07a-3881b192d00b service neutron] 10.222.0.73 "GET /v2.0/networks/41417801-7e29-40be-adf1-4fe41a7c2988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019440 Dec 14 19:05:44.076557 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9fa9c1b0-d9d8-4b8f-a737-68b4dfa32f95 req-0690950e-d209-45f2-9685-f436cfdc4a47 service neutron] 10.222.0.73 "GET /v2.0/networks/41417801-7e29-40be-adf1-4fe41a7c2988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561450 Dec 14 19:05:44.082353 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d78da2a9-4d4c-4529-bae0-13111c609b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:44.091756 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d78da2a9-4d4c-4529-bae0-13111c609b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:44.105965 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ab6a3135-7a1e-4741-9cc7-bfa40664ad33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:44.115790 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c779be-7a2b-4942-9244-091af434e2f2 req-5a09127b-d5cd-4a24-a0aa-e4034b60943c tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:44.117794 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-48c779be-7a2b-4942-9244-091af434e2f2 req-5a09127b-d5cd-4a24-a0aa-e4034b60943c tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 943 time: 0.1230991 Dec 14 19:05:44.212107 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78da2a9-4d4c-4529-bae0-13111c609b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f33775-e77c-4423-b652-df6a61284bfc,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:44.242696 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d78da2a9-4d4c-4529-bae0-13111c609b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:44.251907 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-48c779be-7a2b-4942-9244-091af434e2f2 req-a958383e-0ea4-4b3e-8ead-2fb68c815379 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079409 Dec 14 19:05:44.254384 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 44078) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:44.263864 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-d78da2a9-4d4c-4529-bae0-13111c609b17 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b2e5b8928574397a82b38525ab77a5f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1458080 Dec 14 19:05:44.287897 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-87a19322-6119-4ce2-81c4-72153abec91a req-11265b10-0006-45e4-9152-e4bbcd118248 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 1099 time: 0.3427136 Dec 14 19:05:44.390607 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-87a19322-6119-4ce2-81c4-72153abec91a req-4ff4cecc-c87b-4757-a4cf-a0c29dd8ac90 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941679 Dec 14 19:05:44.417617 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8f57442b-a8b0-4c21-972a-d1d52c0103e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:44.465640 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8f57442b-a8b0-4c21-972a-d1d52c0103e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:44.597579 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8f57442b-a8b0-4c21-972a-d1d52c0103e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:44.611848 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:44.636849 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57442b-a8b0-4c21-972a-d1d52c0103e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f33775-e77c-4423-b652-df6a61284bfc,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:44.642178 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8f57442b-a8b0-4c21-972a-d1d52c0103e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:44.653616 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8f57442b-a8b0-4c21-972a-d1d52c0103e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:44.655022 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-8f57442b-a8b0-4c21-972a-d1d52c0103e0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/93f33775-e77c-4423-b652-df6a61284bfc HTTP/1.1" status: 204 len: 168 time: 0.3975296 Dec 14 19:05:44.741169 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 44096) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:44.884059 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e5534-e2ee-48a3-b2b1-8b07e6306a90 req-61d9fa2e-a02a-476a-a512-31fcff7483fc tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:44.887140 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d36e5534-e2ee-48a3-b2b1-8b07e6306a90 req-61d9fa2e-a02a-476a-a512-31fcff7483fc tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 945 time: 0.1484029 Dec 14 19:05:44.946499 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d36e5534-e2ee-48a3-b2b1-8b07e6306a90 req-7edf9709-0102-455c-827a-6d668dfda628 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521576 Dec 14 19:05:45.274305 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-18d8c207-3de6-43d5-a854-7844dfcef436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:45.346238 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-18d8c207-3de6-43d5-a854-7844dfcef436 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:45.352190 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-18d8c207-3de6-43d5-a854-7844dfcef436 admin admin] Usage tracker for resource:security_group_rule and tenant:f2d6e98798b74fd08fed1410bcaef572 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:45.369105 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-18d8c207-3de6-43d5-a854-7844dfcef436 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:45.381535 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-18d8c207-3de6-43d5-a854-7844dfcef436 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:45.413303 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160ad70-27fa-489b-a52d-2ecbd35c83c1 req-93ceb531-5164-4711-9be2-ea386ad4f467 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:45.425928 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a160ad70-27fa-489b-a52d-2ecbd35c83c1 req-93ceb531-5164-4711-9be2-ea386ad4f467 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 946 time: 0.1836922 Dec 14 19:05:45.515072 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a160ad70-27fa-489b-a52d-2ecbd35c83c1 req-0dbf2574-b90a-46c8-ac0d-80881e0478de tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859725 Dec 14 19:05:45.565609 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-18d8c207-3de6-43d5-a854-7844dfcef436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:45.577648 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-18d8c207-3de6-43d5-a854-7844dfcef436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:45.615605 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-11bc2fd2-072c-4417-9e60-d4b718963652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:45.625954 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 44122) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:45.671271 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-91b6963b-290e-4dba-bfaa-138160741ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:45.788421 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-18d8c207-3de6-43d5-a854-7844dfcef436 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f2d6e98798b74fd08fed1410bcaef572&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0433211 Dec 14 19:05:45.788421 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8c207-3de6-43d5-a854-7844dfcef436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6201040f-ee4d-4688-b85b-3831386b392e,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:45.789923 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 44128) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:45.794651 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-18d8c207-3de6-43d5-a854-7844dfcef436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:45.832369 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-91b6963b-290e-4dba-bfaa-138160741ce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:45.871170 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-91b6963b-290e-4dba-bfaa-138160741ce2 admin admin] Usage tracker for resource:security_group_rule and tenant:d8a008f284244e39958fc9d687149eb0 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:45.924857 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-91b6963b-290e-4dba-bfaa-138160741ce2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:45.965385 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-91b6963b-290e-4dba-bfaa-138160741ce2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:46.048620 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-05eb5e34-dd81-4545-adbc-3584b6bb1751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:46.073295 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f92849-1e35-423b-90fd-e21ad227f55a req-dc2cc7d4-dca0-427e-8a49-8f03dd6e177b tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:46.081309 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-39f92849-1e35-423b-90fd-e21ad227f55a req-dc2cc7d4-dca0-427e-8a49-8f03dd6e177b tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 943 time: 0.2038722 Dec 14 19:05:46.154020 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-05eb5e34-dd81-4545-adbc-3584b6bb1751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:46.241636 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-39f92849-1e35-423b-90fd-e21ad227f55a req-9bb740a2-b0e4-4914-936f-2f0641db9bef tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588693 Dec 14 19:05:46.307103 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-91b6963b-290e-4dba-bfaa-138160741ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:46.312974 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-91b6963b-290e-4dba-bfaa-138160741ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:46.336339 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-be0b8991-30a1-42a8-939a-d815c18b152a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:46.372414 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6963b-290e-4dba-bfaa-138160741ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fffe62-af73-42f5-87c7-3bbedae05ea9,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:46.375298 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-05eb5e34-dd81-4545-adbc-3584b6bb1751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:46.385940 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-91b6963b-290e-4dba-bfaa-138160741ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:46.386541 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-91b6963b-290e-4dba-bfaa-138160741ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:46.423161 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb5e34-dd81-4545-adbc-3584b6bb1751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6201040f-ee4d-4688-b85b-3831386b392e,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:46.429183 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-05eb5e34-dd81-4545-adbc-3584b6bb1751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:46.430842 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-05eb5e34-dd81-4545-adbc-3584b6bb1751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:46.435376 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-05eb5e34-dd81-4545-adbc-3584b6bb1751 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6201040f-ee4d-4688-b85b-3831386b392e HTTP/1.1" status: 204 len: 168 time: 0.6408181 Dec 14 19:05:46.442615 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-91b6963b-290e-4dba-bfaa-138160741ce2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d8a008f284244e39958fc9d687149eb0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8153956 Dec 14 19:05:46.442823 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 44156) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:46.488197 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device d5b7ee7c-2e80-447f-9096-4828f3eae4d4 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:05:46.702088 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-df5ffcf2-40ed-45e1-958f-7395ae474b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:46.777800 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-df5ffcf2-40ed-45e1-958f-7395ae474b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:46.859484 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:05:46.902630 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port d5b7ee7c-2e80-447f-9096-4828f3eae4d4, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=d5b7ee7c-2e80-447f-9096-4828f3eae4d4,segment=NetworkSegment(6aa82320-2fb6-4bdd-8682-c072e47132bc),segment_id=6aa82320-2fb6-4bdd-8682-c072e47132bc)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:46.913773 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55088e52-8d20-420f-b6da-3795cf4ae784 req-e434b79d-9b97-4f36-8054-766afeacc33a tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:46.933917 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-55088e52-8d20-420f-b6da-3795cf4ae784 req-e434b79d-9b97-4f36-8054-766afeacc33a tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 945 time: 0.3392055 Dec 14 19:05:46.943323 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Returning: {'device': 'd5b7ee7c-2e80-447f-9096-4828f3eae4d4', 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988', 'port_id': 'd5b7ee7c-2e80-447f-9096-4828f3eae4d4', 'mac_address': 'fa:16:3e:06:50:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:05:46.964625 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-df5ffcf2-40ed-45e1-958f-7395ae474b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:46.972799 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-0fe4bead-e363-4fe0-8c32-db8c575f98a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:47.044689 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:47.056775 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ffcf2-40ed-45e1-958f-7395ae474b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fffe62-af73-42f5-87c7-3bbedae05ea9,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:47.077856 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-df5ffcf2-40ed-45e1-958f-7395ae474b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:47.120826 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-df5ffcf2-40ed-45e1-958f-7395ae474b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:47.132168 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b7ee7c-2e80-447f-9096-4828f3eae4d4 {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:05:47.139323 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-df5ffcf2-40ed-45e1-958f-7395ae474b45 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a2fffe62-af73-42f5-87c7-3bbedae05ea9 HTTP/1.1" status: 204 len: 168 time: 0.6946089 Dec 14 19:05:47.169773 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port d5b7ee7c-2e80-447f-9096-4828f3eae4d4, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=d5b7ee7c-2e80-447f-9096-4828f3eae4d4,segment=NetworkSegment(6aa82320-2fb6-4bdd-8682-c072e47132bc),segment_id=6aa82320-2fb6-4bdd-8682-c072e47132bc)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:47.181297 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:47.190278 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ac5e3bcf-da52-4a7e-a010-545c2d5b0e15 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:47.292752 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=d5b7ee7c-2e80-447f-9096-4828f3eae4d4,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:47.297537 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:47.297872 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-55088e52-8d20-420f-b6da-3795cf4ae784 req-04510086-cdcd-413c-8e51-c1c3d6579837 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602784 Dec 14 19:05:47.392051 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e717a-c161-4d56-b9c5-659621d170f2 req-cb4b8e42-4795-4d48-a139-9b87e08b5589 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:47.402558 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bf7e717a-c161-4d56-b9c5-659621d170f2 req-cb4b8e42-4795-4d48-a139-9b87e08b5589 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 946 time: 0.2992411 Dec 14 19:05:47.444545 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['d5b7ee7c-2e80-447f-9096-4828f3eae4d4'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:05:47.504133 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bf7e717a-c161-4d56-b9c5-659621d170f2 req-1f155f8b-837b-4e89-a997-1a6313127cd8 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000974 Dec 14 19:05:47.901564 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733367cb-d5ae-452c-a549-56b7b587e9e5 req-8a4f3da7-b305-4918-99dd-7c5bdee0c0f7 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:47.905032 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-733367cb-d5ae-452c-a549-56b7b587e9e5 req-8a4f3da7-b305-4918-99dd-7c5bdee0c0f7 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 944 time: 0.3049316 Dec 14 19:05:48.030338 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-733367cb-d5ae-452c-a549-56b7b587e9e5 req-25c697bc-8fd7-4238-9126-81ff57427d01 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161757 Dec 14 19:05:48.048393 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830b2e3-6119-46e3-868c-810e8cc6930e req-e6043c4d-3463-4cd2-8152-cf917fd673aa tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:48.051272 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b830b2e3-6119-46e3-868c-810e8cc6930e req-e6043c4d-3463-4cd2-8152-cf917fd673aa tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 946 time: 0.2920556 Dec 14 19:05:48.067793 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 44198) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:48.075867 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-c76cabdc-8033-4f30-b561-1f397dabc108 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Request body: {'floatingip': {'port_id': '7392eb2b-402c-493a-a825-5792af8b9afd'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:05:48.084798 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 44202) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:48.171440 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c76cabdc-8033-4f30-b561-1f397dabc108 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for floatingip, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:48.468728 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-950043d5-62b1-4165-92c3-c45828995666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:48.504013 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device d5b7ee7c-2e80-447f-9096-4828f3eae4d4 up at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:05:48.540830 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-950043d5-62b1-4165-92c3-c45828995666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:48.546738 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-950043d5-62b1-4165-92c3-c45828995666 admin admin] Usage tracker for resource:security_group_rule and tenant:fd6be2a9639c426a8ccbfbad86c650d0 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:48.550624 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-950043d5-62b1-4165-92c3-c45828995666 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:48.581530 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-950043d5-62b1-4165-92c3-c45828995666 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:48.624248 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning for port d5b7ee7c-2e80-447f-9096-4828f3eae4d4 completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:05:48.635100 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning complete for port d5b7ee7c-2e80-447f-9096-4828f3eae4d4 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:05:48.635748 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:48.750920 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-950043d5-62b1-4165-92c3-c45828995666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:48.756240 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-950043d5-62b1-4165-92c3-c45828995666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:48.768759 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-86e77dae-1efe-4404-8de2-78674b50a687 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:48.811846 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:48.824360 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950043d5-62b1-4165-92c3-c45828995666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9dd25a6-7e95-4315-8767-b5bc5c8580d4,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:48.829427 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-950043d5-62b1-4165-92c3-c45828995666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:48.833224 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-950043d5-62b1-4165-92c3-c45828995666 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fd6be2a9639c426a8ccbfbad86c650d0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7467608 Dec 14 19:05:48.836826 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 44224) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:48.880945 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c812c105-881a-4d1c-a52a-0939a1351327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b7ee7c-2e80-447f-9096-4828f3eae4d4'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:05:48.919984 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port d5b7ee7c-2e80-447f-9096-4828f3eae4d4, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=d5b7ee7c-2e80-447f-9096-4828f3eae4d4,segment=NetworkSegment(6aa82320-2fb6-4bdd-8682-c072e47132bc),segment_id=6aa82320-2fb6-4bdd-8682-c072e47132bc)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:05:48.926381 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:48.929689 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:48.941191 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9816d66-a6c2-490d-90e9-71396f09cf44 req-5fcf45ea-d2f6-419b-a2fc-4093eab4c30c tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:48.953875 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d9816d66-a6c2-490d-90e9-71396f09cf44 req-5fcf45ea-d2f6-419b-a2fc-4093eab4c30c tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 945 time: 0.4784400 Dec 14 19:05:48.963210 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1cbeffa6-10c5-42b6-bf10-84b539f017aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:49.039296 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1cbeffa6-10c5-42b6-bf10-84b539f017aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:49.072176 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c812c105-881a-4d1c-a52a-0939a1351327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b7ee7c-2e80-447f-9096-4828f3eae4d4', 'code': 200} Dec 14 19:05:49.100217 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=d5b7ee7c-2e80-447f-9096-4828f3eae4d4,revision_number=5']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:49.123107 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:49.188964 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1cbeffa6-10c5-42b6-bf10-84b539f017aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:49.203330 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-18d8c207-3de6-43d5-a854-7844dfcef436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:49.240255 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1cbeffa6-10c5-42b6-bf10-84b539f017aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:49.244699 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-1cbeffa6-10c5-42b6-bf10-84b539f017aa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a9dd25a6-7e95-4315-8767-b5bc5c8580d4 HTTP/1.1" status: 204 len: 168 time: 0.4039102 Dec 14 19:05:49.244699 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbeffa6-10c5-42b6-bf10-84b539f017aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9dd25a6-7e95-4315-8767-b5bc5c8580d4,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:49.249621 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-1cbeffa6-10c5-42b6-bf10-84b539f017aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:49.490858 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-12e56f92-7385-4274-9f78-b3e50208da15 req-51a18cf1-e612-426e-842f-0789e3bd7c80 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 1098 time: 0.1301572 Dec 14 19:05:49.602146 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-12e56f92-7385-4274-9f78-b3e50208da15 req-3a47ccfe-6a25-4ec5-81d4-308be3a5ca31 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967190 Dec 14 19:05:50.001775 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d9816d66-a6c2-490d-90e9-71396f09cf44 req-e5221552-2ead-46fd-a3a7-1e53db01f252 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0386047 Dec 14 19:05:50.076169 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4d5a7-8749-47d3-bd61-c61862049301 req-e57644a3-8087-489d-b759-3bece193b1b9 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:50.084373 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3cf4d5a7-8749-47d3-bd61-c61862049301 req-e57644a3-8087-489d-b759-3bece193b1b9 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.7073913 Dec 14 19:05:50.182524 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3cf4d5a7-8749-47d3-bd61-c61862049301 req-d04e8167-68d4-421b-a9f9-6b28833728e8 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970032 Dec 14 19:05:50.479169 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c76cabdc-8033-4f30-b561-1f397dabc108 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:50.483123 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c76cabdc-8033-4f30-b561-1f397dabc108 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435684'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:50.766255 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.l3_db [None req-c76cabdc-8033-4f30-b561-1f397dabc108 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Floating IP 624148d5-85a5-4382-bb8a-723c309f7593 associated. External IP: 172.28.1.53, port: 7392eb2b-402c-493a-a825-5792af8b9afd. Dec 14 19:05:51.416445 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b48788-936b-48a3-9f2b-79b8a77ed12d req-cda6eca7-919e-4039-a631-092df6a75ac4 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:51.418134 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-25b48788-936b-48a3-9f2b-79b8a77ed12d req-cda6eca7-919e-4039-a631-092df6a75ac4 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 945 time: 0.1273804 Dec 14 19:05:51.519388 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76cabdc-8033-4f30-b561-1f397dabc108 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Router 69eb45f3-812c-409b-bbda-2ab5d1e31896 has already been hosted by L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:05:51.598513 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-25b48788-936b-48a3-9f2b-79b8a77ed12d req-24df5747-c9d0-49c0-ab54-387de15e8459 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718476 Dec 14 19:05:51.686408 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b5d86-b554-4b47-a50e-96bf7a634cf4 req-f04a8cae-8d83-478d-9730-81588b3fd1a4 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:51.688279 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-619b5d86-b554-4b47-a50e-96bf7a634cf4 req-f04a8cae-8d83-478d-9730-81588b3fd1a4 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.2441387 Dec 14 19:05:51.773111 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-619b5d86-b554-4b47-a50e-96bf7a634cf4 req-1b7ac192-f052-4e7f-a340-ad3c4a5f59f4 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675869 Dec 14 19:05:51.941297 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 44334) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:52.066500 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76cabdc-8033-4f30-b561-1f397dabc108 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:05:52.071791 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c76cabdc-8033-4f30-b561-1f397dabc108 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:52.083393 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bffb5e3-0542-4bfc-a767-575dab8aafbc None None] Sync routers for ids ['69eb45f3-812c-409b-bbda-2ab5d1e31896'] in dv-cinder-821749-1-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:05:52.100709 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bffb5e3-0542-4bfc-a767-575dab8aafbc None None] Routers {'69eb45f3-812c-409b-bbda-2ab5d1e31896'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:05:52.101955 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3bffb5e3-0542-4bfc-a767-575dab8aafbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:05:28Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['69eb45f3-812c-409b-bbda-2ab5d1e31896'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:05:52.204914 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81341de8-a9ae-4d16-8144-b199cb003a6f req-ea3d99f0-2b3f-4d3b-b518-70f615fa0bcf tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:52.206602 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-81341de8-a9ae-4d16-8144-b199cb003a6f req-ea3d99f0-2b3f-4d3b-b518-70f615fa0bcf tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.2706988 Dec 14 19:05:52.211403 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-c76cabdc-8033-4f30-b561-1f397dabc108 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "PUT /v2.0/floatingips/624148d5-85a5-4382-bb8a-723c309f7593 HTTP/1.1" status: 200 len: 991 time: 4.1395788 Dec 14 19:05:52.211403 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21593c38-956a-4032-8fb0-b5efd48e6166', 'tag': '7392eb2b-402c-493a-a825-5792af8b9afd'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:05:52.223414 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 44348) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:52.229379 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-2113b0fd-cd08-4f75-a4f0-0d466d9d305b tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Request body: {'floatingip': {'port_id': 'd5b7ee7c-2e80-447f-9096-4828f3eae4d4'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:05:52.327415 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2113b0fd-cd08-4f75-a4f0-0d466d9d305b tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for floatingip, before_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:52.544154 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-3bffb5e3-0542-4bfc-a767-575dab8aafbc None None] Set router 69eb45f3-812c-409b-bbda-2ab5d1e31896 gateway port host: dv-cinder-821749-1-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:05:52.788703 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 44368) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:52.861742 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21593c38-956a-4032-8fb0-b5efd48e6166', 'tag': '7392eb2b-402c-493a-a825-5792af8b9afd', 'status': 'completed', 'code': 200} Dec 14 19:05:53.365195 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3bffb5e3-0542-4bfc-a767-575dab8aafbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'name': 'tempest-AttachVolumeShelveTestJSON-1302898717-router', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143'}], 'enable_snat': True}, 'gw_port_id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:28Z', 'updated_at': '2021-12-14T19:04:58Z', 'revision_number': 4, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'gw_port': {'id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:30Z', 'updated_at': '2021-12-14T19:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_floatingips': [{'id': '624148d5-85a5-4382-bb8a-723c309f7593', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'floating_ip_address': '172.28.1.53', 'floating_network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'router_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'port_id': '7392eb2b-402c-493a-a825-5792af8b9afd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'mac_address': 'fa:16:3e:70:6f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21593c38-956a-4032-8fb0-b5efd48e6166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:05:20Z', 'updated_at': '2021-12-14T19:05:50Z', 'revision_number': 1, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1', 'name': '', 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'mac_address': 'fa:16:3e:76:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:45Z', 'updated_at': '2021-12-14T19:05:18Z', 'revision_number': 5, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'subnets': [{'id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:05:53.374765 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bffb5e3-0542-4bfc-a767-575dab8aafbc None None] Checking router: 69eb45f3-812c-409b-bbda-2ab5d1e31896 for host: dv-cinder-821749-1-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:05:53.400074 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bffb5e3-0542-4bfc-a767-575dab8aafbc None None] Routers {'69eb45f3-812c-409b-bbda-2ab5d1e31896'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:05:53.401639 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3bffb5e3-0542-4bfc-a767-575dab8aafbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:05:28Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['69eb45f3-812c-409b-bbda-2ab5d1e31896'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:05:53.499614 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c5cd85a6-d3d5-4559-95f4-72650021edf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:53.539096 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-c5cd85a6-d3d5-4559-95f4-72650021edf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:53.543568 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-c5cd85a6-d3d5-4559-95f4-72650021edf3 admin admin] Usage tracker for resource:security_group_rule and tenant:9aad335445894a0a82af06a57a345ad9 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:53.546871 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-c5cd85a6-d3d5-4559-95f4-72650021edf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:53.554005 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-c5cd85a6-d3d5-4559-95f4-72650021edf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:53.629557 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c5cd85a6-d3d5-4559-95f4-72650021edf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:53.637703 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c5cd85a6-d3d5-4559-95f4-72650021edf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:53.670279 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ead04edc-6e10-4b98-8fe1-fa2e43713024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:53.701983 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-c5cd85a6-d3d5-4559-95f4-72650021edf3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9aad335445894a0a82af06a57a345ad9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9095500 Dec 14 19:05:53.701983 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cd85a6-d3d5-4559-95f4-72650021edf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74658d99-3337-4913-bf59-7dc757d7b5ca,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:53.704316 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-3bffb5e3-0542-4bfc-a767-575dab8aafbc None None] Set router 69eb45f3-812c-409b-bbda-2ab5d1e31896 gateway port host: dv-cinder-821749-1-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:05:53.704551 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 44378) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:53.711918 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-c5cd85a6-d3d5-4559-95f4-72650021edf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:53.791605 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef3c87-f54d-4639-a8db-a45d250a2e2b req-6ba338d1-7513-4b38-be24-ebda2643e608 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:53.793378 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cdef3c87-f54d-4639-a8db-a45d250a2e2b req-6ba338d1-7513-4b38-be24-ebda2643e608 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 945 time: 0.8417561 Dec 14 19:05:53.855744 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1fc5101c-5559-498b-a9b6-0a263bc6987f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:53.886636 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1fc5101c-5559-498b-a9b6-0a263bc6987f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:53.949152 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cdef3c87-f54d-4639-a8db-a45d250a2e2b req-e0da7417-7cff-4183-b620-dabee522cd40 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399405 Dec 14 19:05:53.950421 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1fc5101c-5559-498b-a9b6-0a263bc6987f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:53.973294 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:53.989387 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5101c-5559-498b-a9b6-0a263bc6987f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74658d99-3337-4913-bf59-7dc757d7b5ca,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:53.991509 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1fc5101c-5559-498b-a9b6-0a263bc6987f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:53.992742 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-1fc5101c-5559-498b-a9b6-0a263bc6987f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/74658d99-3337-4913-bf59-7dc757d7b5ca HTTP/1.1" status: 204 len: 168 time: 0.2873073 Dec 14 19:05:53.994116 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-1fc5101c-5559-498b-a9b6-0a263bc6987f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:54.060313 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2113b0fd-cd08-4f75-a4f0-0d466d9d305b tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:54.131808 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2113b0fd-cd08-4f75-a4f0-0d466d9d305b tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435684'] for floatingip, after_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:54.237537 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-b4706615-bde4-484b-ae5a-c0e2bb92ecb5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2067999827-network', 'tenant_id': 'af25a895f6a6472197ad58e80d27cb4a'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:05:54.252567 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-b4706615-bde4-484b-ae5a-c0e2bb92ecb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:54.271025 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-b4706615-bde4-484b-ae5a-c0e2bb92ecb5 admin admin] Usage tracker for resource:network and tenant:af25a895f6a6472197ad58e80d27cb4a is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:54.278455 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-b4706615-bde4-484b-ae5a-c0e2bb92ecb5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:54.293697 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-b4706615-bde4-484b-ae5a-c0e2bb92ecb5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:54.316908 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4706615-bde4-484b-ae5a-c0e2bb92ecb5 admin admin] Made reservation on behalf of af25a895f6a6472197ad58e80d27cb4a for: {'network': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:05:54.321802 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b4706615-bde4-484b-ae5a-c0e2bb92ecb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for network, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:54.352658 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b4706615-bde4-484b-ae5a-c0e2bb92ecb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:54.577707 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b82048f3-c8cb-49f2-990b-545e730e15c4 req-a229fe68-9168-4b5c-bf52-cc0f3d9ebe35 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58846b25a8b64cc9833f513a6aff6430&device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 1099 time: 0.5075400 Dec 14 19:05:54.807134 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-b4706615-bde4-484b-ae5a-c0e2bb92ecb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:54.916812 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-b4706615-bde4-484b-ae5a-c0e2bb92ecb5 admin admin] Usage tracker for resource:security_group_rule and tenant:af25a895f6a6472197ad58e80d27cb4a is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:54.944075 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-b4706615-bde4-484b-ae5a-c0e2bb92ecb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:55.050206 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-b4706615-bde4-484b-ae5a-c0e2bb92ecb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:55.176013 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3bffb5e3-0542-4bfc-a767-575dab8aafbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'name': 'tempest-AttachVolumeShelveTestJSON-1302898717-router', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143'}], 'enable_snat': True}, 'gw_port_id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:28Z', 'updated_at': '2021-12-14T19:04:58Z', 'revision_number': 4, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'gw_port': {'id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:30Z', 'updated_at': '2021-12-14T19:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_floatingips': [{'id': '624148d5-85a5-4382-bb8a-723c309f7593', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'floating_ip_address': '172.28.1.53', 'floating_network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'router_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'port_id': '7392eb2b-402c-493a-a825-5792af8b9afd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'mac_address': 'fa:16:3e:70:6f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21593c38-956a-4032-8fb0-b5efd48e6166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:05:20Z', 'updated_at': '2021-12-14T19:05:50Z', 'revision_number': 1, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1', 'name': '', 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'mac_address': 'fa:16:3e:76:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:45Z', 'updated_at': '2021-12-14T19:05:18Z', 'revision_number': 5, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'subnets': [{'id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:05:55.186276 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bffb5e3-0542-4bfc-a767-575dab8aafbc None None] The sync data for ids ['69eb45f3-812c-409b-bbda-2ab5d1e31896'] in dv-cinder-821749-1-smb is: [{'id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'name': 'tempest-AttachVolumeShelveTestJSON-1302898717-router', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143'}], 'enable_snat': True}, 'gw_port_id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:28Z', 'updated_at': '2021-12-14T19:04:58Z', 'revision_number': 4, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'gw_port': {'id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:30Z', 'updated_at': '2021-12-14T19:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_floatingips': [{'id': '624148d5-85a5-4382-bb8a-723c309f7593', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'floating_ip_address': '172.28.1.53', 'floating_network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'router_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'port_id': '7392eb2b-402c-493a-a825-5792af8b9afd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'mac_address': 'fa:16:3e:70:6f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21593c38-956a-4032-8fb0-b5efd48e6166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:05:20Z', 'updated_at': '2021-12-14T19:05:50Z', 'revision_number': 1, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1', 'name': '', 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'mac_address': 'fa:16:3e:76:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:45Z', 'updated_at': '2021-12-14T19:05:18Z', 'revision_number': 5, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'subnets': [{'id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:05:55.279528 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e63990-0af9-4278-b0f9-774ce94cf1b5 req-b66f2c82-0139-4a04-b2fb-0b20b52da613 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:55.285591 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b4706615-bde4-484b-ae5a-c0e2bb92ecb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:55.295838 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-11e63990-0af9-4278-b0f9-774ce94cf1b5 req-b66f2c82-0139-4a04-b2fb-0b20b52da613 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 945 time: 0.1627069 Dec 14 19:05:55.303411 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.l3_db [None req-2113b0fd-cd08-4f75-a4f0-0d466d9d305b tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Floating IP 442cf577-27dc-4b94-b898-0bb41d05cad0 associated. External IP: 172.28.1.165, port: d5b7ee7c-2e80-447f-9096-4828f3eae4d4. Dec 14 19:05:55.361717 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b4706615-bde4-484b-ae5a-c0e2bb92ecb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:55.376757 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-1cbeffa6-10c5-42b6-bf10-84b539f017aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:55.382536 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-11e63990-0af9-4278-b0f9-774ce94cf1b5 req-d0c52580-c759-41ac-8973-3ddbe09f58e3 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856187 Dec 14 19:05:55.449542 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82048f3-c8cb-49f2-990b-545e730e15c4 req-4d35d860-6bc8-4a7f-b877-9900d4813625 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:55.451323 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b82048f3-c8cb-49f2-990b-545e730e15c4 req-4d35d860-6bc8-4a7f-b877-9900d4813625 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b4963efd-9650-43f5-bcad-9f14585c51e1 HTTP/1.1" status: 200 len: 918 time: 0.8631587 Dec 14 19:05:55.455324 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4706615-bde4-484b-ae5a-c0e2bb92ecb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=88176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:05:55.562588 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4706615-bde4-484b-ae5a-c0e2bb92ecb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af2fc54-8ae3-4da9-bc2b-73eb13a15b51,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:55.566894 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b4706615-bde4-484b-ae5a-c0e2bb92ecb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:55.567300 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.segments_db [None req-b4706615-bde4-484b-ae5a-c0e2bb92ecb5 admin admin] Added segment c410121e-3898-4d09-890a-33145ef6478f of type vlan for network 2206bc86-80c2-471b-9f1f-084142311d07 Dec 14 19:05:55.586127 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-b4706615-bde4-484b-ae5a-c0e2bb92ecb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:55.727916 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b4706615-bde4-484b-ae5a-c0e2bb92ecb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781368396147'] for network, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:55.735337 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b82048f3-c8cb-49f2-990b-545e730e15c4 req-d1919f1c-c761-4748-a920-1375f81bfb8f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7392eb2b-402c-493a-a825-5792af8b9afd HTTP/1.1" status: 200 len: 999 time: 0.2753453 Dec 14 19:05:55.819832 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82048f3-c8cb-49f2-990b-545e730e15c4 req-c1ba70e6-00e2-422d-a87c-1c762b46d540 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:55.821656 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b82048f3-c8cb-49f2-990b-545e730e15c4 req-c1ba70e6-00e2-422d-a87c-1c762b46d540 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b815059-1f36-4f96-b4d1-a621a9f7fda3 HTTP/1.1" status: 200 len: 856 time: 0.0772624 Dec 14 19:05:55.836107 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb432f86-e388-4bc7-a6a0-ef910ade2013 None None] New status for floating IP 624148d5-85a5-4382-bb8a-723c309f7593: ACTIVE {{(pid=88178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 19:05:55.927651 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b4706615-bde4-484b-ae5a-c0e2bb92ecb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075'] for network, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:55.968921 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4706615-bde4-484b-ae5a-c0e2bb92ecb5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:55.970627 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b4706615-bde4-484b-ae5a-c0e2bb92ecb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:56.031664 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:56.058969 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-b4706615-bde4-484b-ae5a-c0e2bb92ecb5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.1160386 Dec 14 19:05:56.065621 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 44438) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:56.074268 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-ce60718a-323f-45b9-8c7b-56b9f4bf4a47 admin admin] Request body: {'subnet': {'network_id': '2206bc86-80c2-471b-9f1f-084142311d07', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2067999827-subnet', 'tenant_id': 'af25a895f6a6472197ad58e80d27cb4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:05:56.087412 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-ce60718a-323f-45b9-8c7b-56b9f4bf4a47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:56.092534 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-ce60718a-323f-45b9-8c7b-56b9f4bf4a47 admin admin] Usage tracker for resource:subnet and tenant:af25a895f6a6472197ad58e80d27cb4a is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:56.097511 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-ce60718a-323f-45b9-8c7b-56b9f4bf4a47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:56.107513 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-ce60718a-323f-45b9-8c7b-56b9f4bf4a47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:56.121658 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce60718a-323f-45b9-8c7b-56b9f4bf4a47 admin admin] Made reservation on behalf of af25a895f6a6472197ad58e80d27cb4a for: {'subnet': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:05:56.127912 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ce60718a-323f-45b9-8c7b-56b9f4bf4a47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1940536'] for subnet, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:56.503112 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4706615-bde4-484b-ae5a-c0e2bb92ecb5 admin admin] Pushing event updated for resources: {'Network': ['ID=2206bc86-80c2-471b-9f1f-084142311d07,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:56.512185 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-b4706615-bde4-484b-ae5a-c0e2bb92ecb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:56.530305 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b82048f3-c8cb-49f2-990b-545e730e15c4 req-f10c2414-94d5-4277-9512-26184bd0d825 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b4963efd-9650-43f5-bcad-9f14585c51e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6910355 Dec 14 19:05:56.553966 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Network 2206bc86-80c2-471b-9f1f-084142311d07 details requested by agent ovs-agent-dv-cinder-821749-1-smb with host dv-cinder-821749-1-smb {{(pid=88178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:05:56.609487 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ce60718a-323f-45b9-8c7b-56b9f4bf4a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1706570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1940521'] for subnet, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:56.624556 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:56.747123 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60718a-323f-45b9-8c7b-56b9f4bf4a47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1979a1b5-af40-49db-b8b9-834047a328ff,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:56.753656 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ce60718a-323f-45b9-8c7b-56b9f4bf4a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:56.806936 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a9da9aa9-5a02-40ce-aba9-79413bbe50c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:56.875955 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce60718a-323f-45b9-8c7b-56b9f4bf4a47 admin admin] Checking segment: {'id': 'c410121e-3898-4d09-890a-33145ef6478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2206bc86-80c2-471b-9f1f-084142311d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:05:56.876777 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce60718a-323f-45b9-8c7b-56b9f4bf4a47 admin admin] Network hostable DHCP agents. Network: 2206bc86-80c2-471b-9f1f-084142311d07, hostable agents: ['64cad2d4-6c81-4c69-be80-b384beab6ad0'], hosted agents: [] {{(pid=88177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:05:56.948742 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce60718a-323f-45b9-8c7b-56b9f4bf4a47 admin admin] Network 2206bc86-80c2-471b-9f1f-084142311d07 is scheduled to be hosted by DHCP agent 64cad2d4-6c81-4c69-be80-b384beab6ad0 with binding_index 1 {{(pid=88177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:05:56.958865 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a52ef0-4219-47bc-b167-5e62be07f014 req-71ee070e-25d5-4779-b2b6-ad6ccd0e4d59 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:56.961659 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b82048f3-c8cb-49f2-990b-545e730e15c4 req-a71cef46-e7af-4120-ab37-be5fd82ffc01 service neutron] 10.222.0.73 "GET /v2.0/networks/b4963efd-9650-43f5-bcad-9f14585c51e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123068 Dec 14 19:05:56.967047 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-00a52ef0-4219-47bc-b167-5e62be07f014 req-71ee070e-25d5-4779-b2b6-ad6ccd0e4d59 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 945 time: 0.1915324 Dec 14 19:05:57.007597 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-ce60718a-323f-45b9-8c7b-56b9f4bf4a47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-smb, 2206bc86-80c2-471b-9f1f-084142311d07) {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:05:57.017500 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce60718a-323f-45b9-8c7b-56b9f4bf4a47 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:57.018164 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ce60718a-323f-45b9-8c7b-56b9f4bf4a47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:57.028833 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2113b0fd-cd08-4f75-a4f0-0d466d9d305b tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Router 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 has already been hosted by L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 {{(pid=88176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:05:57.032985 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a497a6-3556-4549-9608-63f90af8b76b None None] Network 2206bc86-80c2-471b-9f1f-084142311d07 requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:05:57.064408 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-00a52ef0-4219-47bc-b167-5e62be07f014 req-e18ab70a-9f64-411a-a149-4f39ec3d238d tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915914 Dec 14 19:05:57.100509 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-ce60718a-323f-45b9-8c7b-56b9f4bf4a47 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0166490 Dec 14 19:05:57.260373 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b82048f3-c8cb-49f2-990b-545e730e15c4 req-256c5241-656d-4507-b068-8f3d88550834 service neutron] 10.222.0.73 "GET /v2.0/networks/b4963efd-9650-43f5-bcad-9f14585c51e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900267 Dec 14 19:05:57.549515 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2113b0fd-cd08-4f75-a4f0-0d466d9d305b tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:05:57.567214 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff91d105-b04c-49c1-a0c4-a6240a15209d None None] Sync routers for ids ['87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'] in dv-cinder-821749-1-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:05:57.567850 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2113b0fd-cd08-4f75-a4f0-0d466d9d305b tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for floatingip, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:57.569913 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc8bb53-1275-4272-94fa-84cf7c16aee4 None None] Network 2206bc86-80c2-471b-9f1f-084142311d07 requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:05:57.593139 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff91d105-b04c-49c1-a0c4-a6240a15209d None None] Routers {'87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:05:57.596348 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ff91d105-b04c-49c1-a0c4-a6240a15209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:05:28Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:05:57.712563 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-2113b0fd-cd08-4f75-a4f0-0d466d9d305b tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "PUT /v2.0/floatingips/442cf577-27dc-4b94-b898-0bb41d05cad0 HTTP/1.1" status: 200 len: 991 time: 5.4870420 Dec 14 19:05:57.714324 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c812c105-881a-4d1c-a52a-0939a1351327', 'tag': 'd5b7ee7c-2e80-447f-9096-4828f3eae4d4'}] {{(pid=88176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:05:57.989976 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c812c105-881a-4d1c-a52a-0939a1351327', 'tag': 'd5b7ee7c-2e80-447f-9096-4828f3eae4d4', 'status': 'completed', 'code': 200} Dec 14 19:05:58.037398 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:58.176373 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7220abb9-0194-432c-bc87-564d993b8f54 req-2e31461b-11dc-47b7-9399-80f199c40725 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=110f0191feb9402db4fceb6ce9c472c5&device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 1098 time: 0.1667233 Dec 14 19:05:58.234433 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-ff91d105-b04c-49c1-a0c4-a6240a15209d None None] Set router 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 gateway port host: dv-cinder-821749-1-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:05:58.336462 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 44494) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:58.445254 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f467a4b9-0e73-4130-b2dc-2f5aeeb675ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:58.593358 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af519d-f2aa-4535-acd4-39d9be714cb9 req-f9fbb5cb-7f3a-44f1-9834-356560aedf20 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:58.596342 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-90af519d-f2aa-4535-acd4-39d9be714cb9 req-f9fbb5cb-7f3a-44f1-9834-356560aedf20 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 945 time: 0.1618524 Dec 14 19:05:58.624165 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220abb9-0194-432c-bc87-564d993b8f54 req-7aa9b440-da6f-41ef-b101-66c86a36ab24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:58.626004 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7220abb9-0194-432c-bc87-564d993b8f54 req-7aa9b440-da6f-41ef-b101-66c86a36ab24 service neutron] 10.222.0.73 "GET /v2.0/networks?id=41417801-7e29-40be-adf1-4fe41a7c2988 HTTP/1.1" status: 200 len: 911 time: 0.4384847 Dec 14 19:05:58.702975 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-90af519d-f2aa-4535-acd4-39d9be714cb9 req-4e960a9f-124c-4d1f-8909-e2fcf25f5ca0 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999441 Dec 14 19:05:58.856425 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7220abb9-0194-432c-bc87-564d993b8f54 req-9e4f9db6-1d7b-44cb-af57-b65e4692b85c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5b7ee7c-2e80-447f-9096-4828f3eae4d4 HTTP/1.1" status: 200 len: 999 time: 0.2228239 Dec 14 19:05:58.891992 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16f56efa-4f44-4407-9f3d-42349bd2c556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:58.947923 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220abb9-0194-432c-bc87-564d993b8f54 req-0ef3cde8-267c-447b-8126-6c8524643fba service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:05:58.950105 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7220abb9-0194-432c-bc87-564d993b8f54 req-0ef3cde8-267c-447b-8126-6c8524643fba service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d0b1b1d-1f37-43fd-8afc-31b562aa0f47 HTTP/1.1" status: 200 len: 849 time: 0.0867398 Dec 14 19:05:58.982892 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-16f56efa-4f44-4407-9f3d-42349bd2c556 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:05:59.017673 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-16f56efa-4f44-4407-9f3d-42349bd2c556 admin admin] Usage tracker for resource:security_group_rule and tenant:5cd8660f2487426a8b208dbd37c3c75f is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:05:59.030492 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-16f56efa-4f44-4407-9f3d-42349bd2c556 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:05:59.055292 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-16f56efa-4f44-4407-9f3d-42349bd2c556 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:05:59.075384 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7220abb9-0194-432c-bc87-564d993b8f54 req-cf678096-25ae-4f3b-af11-51482a4ca6ac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=41417801-7e29-40be-adf1-4fe41a7c2988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1179607 Dec 14 19:05:59.086401 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 44510) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:59.143072 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:59.281904 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16f56efa-4f44-4407-9f3d-42349bd2c556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:59.287885 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16f56efa-4f44-4407-9f3d-42349bd2c556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:59.296831 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:59.347905 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ff91d105-b04c-49c1-a0c4-a6240a15209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'name': 'tempest-AttachVolumeTestJSON-311324847-router', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:31Z', 'updated_at': '2021-12-14T19:04:57Z', 'revision_number': 4, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'gw_port': {'id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:33Z', 'updated_at': '2021-12-14T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_floatingips': [{'id': '442cf577-27dc-4b94-b898-0bb41d05cad0', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'floating_ip_address': '172.28.1.165', 'floating_network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'router_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'port_id': 'd5b7ee7c-2e80-447f-9096-4828f3eae4d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988', 'mac_address': 'fa:16:3e:06:50:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c812c105-881a-4d1c-a52a-0939a1351327', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:05:22Z', 'updated_at': '2021-12-14T19:05:53Z', 'revision_number': 1, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6e4118-dd1f-469b-97ae-68ec39679640', 'name': '', 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'mac_address': 'fa:16:3e:15:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:53Z', 'updated_at': '2021-12-14T19:05:16Z', 'revision_number': 5, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'subnets': [{'id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:05:59.365357 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff91d105-b04c-49c1-a0c4-a6240a15209d None None] Checking router: 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 for host: dv-cinder-821749-1-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:05:59.383275 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-16f56efa-4f44-4407-9f3d-42349bd2c556 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5cd8660f2487426a8b208dbd37c3c75f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0454175 Dec 14 19:05:59.384660 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 44522) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:05:59.388010 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f56efa-4f44-4407-9f3d-42349bd2c556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadfce6c-3710-43fe-a094-81afe6abab94,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:59.416364 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff91d105-b04c-49c1-a0c4-a6240a15209d None None] Routers {'87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:05:59.426043 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ff91d105-b04c-49c1-a0c4-a6240a15209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:05:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:05:59.435349 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-16f56efa-4f44-4407-9f3d-42349bd2c556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:59.582851 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-129f68c7-29a5-40ae-ba22-15682e6cade6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:59.665332 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-129f68c7-29a5-40ae-ba22-15682e6cade6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:59.727577 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7220abb9-0194-432c-bc87-564d993b8f54 req-0acf482b-b81c-4012-9139-b05748601ff7 service neutron] 10.222.0.73 "GET /v2.0/networks/41417801-7e29-40be-adf1-4fe41a7c2988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6423371 Dec 14 19:05:59.746187 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f81bef1b-46be-4507-89a0-e65d376e4da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:59.817411 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-129f68c7-29a5-40ae-ba22-15682e6cade6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:59.828340 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e768794f-0d35-45f0-b295-d7c8da8dfff6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:05:59.843333 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-ff91d105-b04c-49c1-a0c4-a6240a15209d None None] Set router 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 gateway port host: dv-cinder-821749-1-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:05:59.896376 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129f68c7-29a5-40ae-ba22-15682e6cade6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadfce6c-3710-43fe-a094-81afe6abab94,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:05:59.900436 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-129f68c7-29a5-40ae-ba22-15682e6cade6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:05:59.905910 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-129f68c7-29a5-40ae-ba22-15682e6cade6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:05:59.907205 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-129f68c7-29a5-40ae-ba22-15682e6cade6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fadfce6c-3710-43fe-a094-81afe6abab94 HTTP/1.1" status: 204 len: 168 time: 0.5211189 Dec 14 19:06:00.063580 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 44542) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:00.070710 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-3d6f9dba-d2a0-4840-ae69-127666d73a19 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2062923055-network', 'tenant_id': 'd2dd900f3d274060bccc27b0cb6f649b'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:06:00.078472 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-3d6f9dba-d2a0-4840-ae69-127666d73a19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:00.086975 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-3d6f9dba-d2a0-4840-ae69-127666d73a19 admin admin] Usage tracker for resource:network and tenant:d2dd900f3d274060bccc27b0cb6f649b is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:00.095174 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-3d6f9dba-d2a0-4840-ae69-127666d73a19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:00.105767 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-3d6f9dba-d2a0-4840-ae69-127666d73a19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:00.142296 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6f9dba-d2a0-4840-ae69-127666d73a19 admin admin] Made reservation on behalf of d2dd900f3d274060bccc27b0cb6f649b for: {'network': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:06:00.152324 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9dba-d2a0-4840-ae69-127666d73a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for network, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:00.209117 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-f81bef1b-46be-4507-89a0-e65d376e4da6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:00.266732 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9dba-d2a0-4840-ae69-127666d73a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:00.291709 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7220abb9-0194-432c-bc87-564d993b8f54 req-a72af425-c9f6-47e5-bde1-400a9cd393fa service neutron] 10.222.0.73 "GET /v2.0/networks/41417801-7e29-40be-adf1-4fe41a7c2988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5469587 Dec 14 19:06:00.294789 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-f81bef1b-46be-4507-89a0-e65d376e4da6 admin admin] Usage tracker for resource:security_group_rule and tenant:53cf57356063491dbefe274a1c77afb4 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:00.298925 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-f81bef1b-46be-4507-89a0-e65d376e4da6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:00.307260 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-f81bef1b-46be-4507-89a0-e65d376e4da6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:00.338307 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-3d6f9dba-d2a0-4840-ae69-127666d73a19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:00.349484 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed4683-3951-43ff-884b-62f6583d36f6 req-66377dc8-db4c-450c-adcc-6d2b50c9a641 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:00.351257 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c3ed4683-3951-43ff-884b-62f6583d36f6 req-66377dc8-db4c-450c-adcc-6d2b50c9a641 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 945 time: 0.2139244 Dec 14 19:06:00.352640 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-3d6f9dba-d2a0-4840-ae69-127666d73a19 admin admin] Usage tracker for resource:security_group_rule and tenant:d2dd900f3d274060bccc27b0cb6f649b is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:00.356417 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-3d6f9dba-d2a0-4840-ae69-127666d73a19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:00.386183 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-3d6f9dba-d2a0-4840-ae69-127666d73a19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:00.415268 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f81bef1b-46be-4507-89a0-e65d376e4da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:00.420724 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f81bef1b-46be-4507-89a0-e65d376e4da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:00.422201 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c3ed4683-3951-43ff-884b-62f6583d36f6 req-c2689bae-277d-4b74-998c-e8b96c254aeb tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622103 Dec 14 19:06:00.453134 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-fad2d574-9fed-4902-a96d-728dd558145a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:00.504269 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9dba-d2a0-4840-ae69-127666d73a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:00.508230 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9dba-d2a0-4840-ae69-127666d73a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:00.517753 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-f81bef1b-46be-4507-89a0-e65d376e4da6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=53cf57356063491dbefe274a1c77afb4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4295886 Dec 14 19:06:00.520090 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81bef1b-46be-4507-89a0-e65d376e4da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cf4d47-104a-433d-882f-5a666de474e8,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:00.523631 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 44552) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:00.524656 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6f9dba-d2a0-4840-ae69-127666d73a19 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=88177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:06:00.535545 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9dba-d2a0-4840-ae69-127666d73a19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:00.535939 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.segments_db [None req-3d6f9dba-d2a0-4840-ae69-127666d73a19 admin admin] Added segment 92b60f54-7827-4a35-9dac-b961dd320296 of type vlan for network ece45312-e34c-42b3-9646-f9933d65f965 Dec 14 19:06:00.541681 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f81bef1b-46be-4507-89a0-e65d376e4da6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:00.571050 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9dba-d2a0-4840-ae69-127666d73a19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781368396147'] for network, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:00.617131 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-c5cd85a6-d3d5-4559-95f4-72650021edf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:00.634942 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9dba-d2a0-4840-ae69-127666d73a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075'] for network, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:00.639752 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6f9dba-d2a0-4840-ae69-127666d73a19 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:00.640396 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3d6f9dba-d2a0-4840-ae69-127666d73a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:00.658762 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-222b6c21-8563-4662-a2f1-d31d788fe0dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:00.692895 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:00.704214 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ff91d105-b04c-49c1-a0c4-a6240a15209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'name': 'tempest-AttachVolumeTestJSON-311324847-router', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:31Z', 'updated_at': '2021-12-14T19:04:57Z', 'revision_number': 4, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'gw_port': {'id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:33Z', 'updated_at': '2021-12-14T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_floatingips': [{'id': '442cf577-27dc-4b94-b898-0bb41d05cad0', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'floating_ip_address': '172.28.1.165', 'floating_network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'router_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'port_id': 'd5b7ee7c-2e80-447f-9096-4828f3eae4d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988', 'mac_address': 'fa:16:3e:06:50:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c812c105-881a-4d1c-a52a-0939a1351327', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:05:22Z', 'updated_at': '2021-12-14T19:05:53Z', 'revision_number': 1, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6e4118-dd1f-469b-97ae-68ec39679640', 'name': '', 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'mac_address': 'fa:16:3e:15:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:53Z', 'updated_at': '2021-12-14T19:05:16Z', 'revision_number': 5, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'subnets': [{'id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:06:00.717381 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff91d105-b04c-49c1-a0c4-a6240a15209d None None] The sync data for ids ['87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'] in dv-cinder-821749-1-smb is: [{'id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'name': 'tempest-AttachVolumeTestJSON-311324847-router', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:31Z', 'updated_at': '2021-12-14T19:04:57Z', 'revision_number': 4, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'gw_port': {'id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:33Z', 'updated_at': '2021-12-14T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_floatingips': [{'id': '442cf577-27dc-4b94-b898-0bb41d05cad0', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'floating_ip_address': '172.28.1.165', 'floating_network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'router_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'port_id': 'd5b7ee7c-2e80-447f-9096-4828f3eae4d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988', 'mac_address': 'fa:16:3e:06:50:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c812c105-881a-4d1c-a52a-0939a1351327', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:05:22Z', 'updated_at': '2021-12-14T19:05:53Z', 'revision_number': 1, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6e4118-dd1f-469b-97ae-68ec39679640', 'name': '', 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'mac_address': 'fa:16:3e:15:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:53Z', 'updated_at': '2021-12-14T19:05:16Z', 'revision_number': 5, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'subnets': [{'id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:06:00.738150 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-3d6f9dba-d2a0-4840-ae69-127666d73a19 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6730185 Dec 14 19:06:00.739132 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 44558) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:00.751428 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-2d40f878-f6ea-49e6-8ae3-b6f77c20ce89 admin admin] Request body: {'subnet': {'network_id': 'ece45312-e34c-42b3-9646-f9933d65f965', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2062923055-subnet', 'tenant_id': 'd2dd900f3d274060bccc27b0cb6f649b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:06:00.758929 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-2d40f878-f6ea-49e6-8ae3-b6f77c20ce89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:00.762664 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f9dba-d2a0-4840-ae69-127666d73a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04de59a9-7c18-4403-8fd1-1e7d3869b781,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:00.766119 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3d6f9dba-d2a0-4840-ae69-127666d73a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:00.768933 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-4187dba6-4136-441c-b2c7-050c68fb0c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:00.783405 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-222b6c21-8563-4662-a2f1-d31d788fe0dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:00.790697 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-2d40f878-f6ea-49e6-8ae3-b6f77c20ce89 admin admin] Usage tracker for resource:subnet and tenant:d2dd900f3d274060bccc27b0cb6f649b is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:00.799634 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-2d40f878-f6ea-49e6-8ae3-b6f77c20ce89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:00.819513 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-2d40f878-f6ea-49e6-8ae3-b6f77c20ce89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:00.839035 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 44562) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:00.882548 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aba388c3-afb8-4e8c-ad47-7d3e5c9c6b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:00.888957 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f9dba-d2a0-4840-ae69-127666d73a19 admin admin] Pushing event updated for resources: {'Network': ['ID=ece45312-e34c-42b3-9646-f9933d65f965,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:00.891989 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3d6f9dba-d2a0-4840-ae69-127666d73a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:00.893275 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d40f878-f6ea-49e6-8ae3-b6f77c20ce89 admin admin] Made reservation on behalf of d2dd900f3d274060bccc27b0cb6f649b for: {'subnet': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:06:00.899031 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2d40f878-f6ea-49e6-8ae3-b6f77c20ce89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1940536'] for subnet, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:00.911993 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Network ece45312-e34c-42b3-9646-f9933d65f965 details requested by agent ovs-agent-dv-cinder-821749-1-smb with host dv-cinder-821749-1-smb {{(pid=88178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:06:00.956882 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-aba388c3-afb8-4e8c-ad47-7d3e5c9c6b8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:00.961531 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-aba388c3-afb8-4e8c-ad47-7d3e5c9c6b8e admin admin] Usage tracker for resource:security_group_rule and tenant:fb4510fda9294879989e1e89f93db4cc is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:00.965970 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-aba388c3-afb8-4e8c-ad47-7d3e5c9c6b8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:00.973403 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-aba388c3-afb8-4e8c-ad47-7d3e5c9c6b8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:01.050465 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-222b6c21-8563-4662-a2f1-d31d788fe0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:01.056110 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aba388c3-afb8-4e8c-ad47-7d3e5c9c6b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:01.058604 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:01.073006 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aba388c3-afb8-4e8c-ad47-7d3e5c9c6b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:01.082429 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b6c21-8563-4662-a2f1-d31d788fe0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cf4d47-104a-433d-882f-5a666de474e8,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:01.086937 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-222b6c21-8563-4662-a2f1-d31d788fe0dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:01.087694 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-5b4b3068-6151-4e2e-89b5-b75ddfb00469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:01.132166 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba388c3-afb8-4e8c-ad47-7d3e5c9c6b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0d6f38-8b98-468d-b61d-69f5e4059106,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:01.162602 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-aba388c3-afb8-4e8c-ad47-7d3e5c9c6b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:01.179996 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-222b6c21-8563-4662-a2f1-d31d788fe0dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:01.181284 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-222b6c21-8563-4662-a2f1-d31d788fe0dd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a8cf4d47-104a-433d-882f-5a666de474e8 HTTP/1.1" status: 204 len: 168 time: 0.6555605 Dec 14 19:06:01.187130 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-aba388c3-afb8-4e8c-ad47-7d3e5c9c6b8e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fb4510fda9294879989e1e89f93db4cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3466494 Dec 14 19:06:01.187836 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 44572) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:01.282960 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2d40f878-f6ea-49e6-8ae3-b6f77c20ce89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1706570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1940521'] for subnet, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:01.292814 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:01.333780 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ca8fced4-5c89-439f-b3ba-ca71d1bd74f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:01.360517 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b13f072-a09b-4cba-a89d-a15d7bf5e633 None None] New status for floating IP 442cf577-27dc-4b94-b898-0bb41d05cad0: ACTIVE {{(pid=88178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 19:06:01.387608 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40f878-f6ea-49e6-8ae3-b6f77c20ce89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4571a51d-2eb0-4a07-aab2-ce1ae9894330,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:01.403074 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2d40f878-f6ea-49e6-8ae3-b6f77c20ce89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:01.444230 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ca8fced4-5c89-439f-b3ba-ca71d1bd74f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:01.448508 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d40f878-f6ea-49e6-8ae3-b6f77c20ce89 admin admin] Checking segment: {'id': '92b60f54-7827-4a35-9dac-b961dd320296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'ece45312-e34c-42b3-9646-f9933d65f965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:06:01.449180 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d40f878-f6ea-49e6-8ae3-b6f77c20ce89 admin admin] Network hostable DHCP agents. Network: ece45312-e34c-42b3-9646-f9933d65f965, hostable agents: ['64cad2d4-6c81-4c69-be80-b384beab6ad0'], hosted agents: [] {{(pid=88177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:06:01.504047 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d40f878-f6ea-49e6-8ae3-b6f77c20ce89 admin admin] Network ece45312-e34c-42b3-9646-f9933d65f965 is scheduled to be hosted by DHCP agent 64cad2d4-6c81-4c69-be80-b384beab6ad0 with binding_index 1 {{(pid=88177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:06:01.534097 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-2d40f878-f6ea-49e6-8ae3-b6f77c20ce89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-smb, ece45312-e34c-42b3-9646-f9933d65f965) {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:06:01.544922 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d40f878-f6ea-49e6-8ae3-b6f77c20ce89 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:01.545604 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2d40f878-f6ea-49e6-8ae3-b6f77c20ce89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:01.548580 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d483c122-524f-4616-8398-a4314587dafb None None] Network ece45312-e34c-42b3-9646-f9933d65f965 requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:06:01.578091 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ca8fced4-5c89-439f-b3ba-ca71d1bd74f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:01.589911 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-85e35505-b7e2-45cc-927e-6b0591f19134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:01.604924 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-2d40f878-f6ea-49e6-8ae3-b6f77c20ce89 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8530309 Dec 14 19:06:01.625421 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8fced4-5c89-439f-b3ba-ca71d1bd74f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0d6f38-8b98-468d-b61d-69f5e4059106,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:01.642957 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ca8fced4-5c89-439f-b3ba-ca71d1bd74f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:01.647777 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-ca8fced4-5c89-439f-b3ba-ca71d1bd74f2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7f0d6f38-8b98-468d-b61d-69f5e4059106 HTTP/1.1" status: 204 len: 168 time: 0.4587831 Dec 14 19:06:01.649090 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ca8fced4-5c89-439f-b3ba-ca71d1bd74f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:01.850617 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d4942-9cdf-4766-a0b3-c59225ab64f6 req-ce53eafa-bf8a-45d6-bd03-c3be0c69b4af tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:01.852490 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b44d4942-9cdf-4766-a0b3-c59225ab64f6 req-ce53eafa-bf8a-45d6-bd03-c3be0c69b4af tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 945 time: 0.1474226 Dec 14 19:06:01.915664 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 44594) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:01.955854 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b44d4942-9cdf-4766-a0b3-c59225ab64f6 req-5f2bf0f4-96ca-41e3-a252-b0046b020871 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950940 Dec 14 19:06:02.060633 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ebdb40-56e2-468e-ad2b-3633a1d28d2a admin admin] Deleting subnet 1979a1b5-af40-49db-b8b9-834047a328ff {{(pid=88176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:06:02.076938 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f0ebdb40-56e2-468e-ad2b-3633a1d28d2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:02.089095 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946a5212-5b9f-4fb0-b2af-a3eda648b5ff None None] Network ece45312-e34c-42b3-9646-f9933d65f965 requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:06:02.177019 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f0ebdb40-56e2-468e-ad2b-3633a1d28d2a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:02.186041 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f0ebdb40-56e2-468e-ad2b-3633a1d28d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2951685'] for subnet, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:02.264228 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f0ebdb40-56e2-468e-ad2b-3633a1d28d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851824100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075'] for subnet, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:02.273880 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:02.293451 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 44602) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:02.319024 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8394c083-c185-4b17-907d-03000fcea5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:02.322686 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ebdb40-56e2-468e-ad2b-3633a1d28d2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1979a1b5-af40-49db-b8b9-834047a328ff,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:02.327697 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f0ebdb40-56e2-468e-ad2b-3633a1d28d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:02.328941 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f0ebdb40-56e2-468e-ad2b-3633a1d28d2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:02.336366 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-f0ebdb40-56e2-468e-ad2b-3633a1d28d2a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1979a1b5-af40-49db-b8b9-834047a328ff HTTP/1.1" status: 204 len: 168 time: 0.4193754 Dec 14 19:06:02.340784 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 44608) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:02.375704 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-8394c083-c185-4b17-907d-03000fcea5d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:02.381860 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-8394c083-c185-4b17-907d-03000fcea5d3 admin admin] Usage tracker for resource:security_group_rule and tenant:6d82b2e297824d7c938046f24b4ca781 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:02.385529 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-8394c083-c185-4b17-907d-03000fcea5d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:02.392563 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-8394c083-c185-4b17-907d-03000fcea5d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:02.517237 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8394c083-c185-4b17-907d-03000fcea5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:02.525752 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8394c083-c185-4b17-907d-03000fcea5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:02.538828 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f9a9-9c9d-4cbf-aaad-ae56f583fb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229502'] for network, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:02.598922 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-a4b9698a-23c9-4e00-a4c9-b8c4c86ddcc9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:02.609336 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-8394c083-c185-4b17-907d-03000fcea5d3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6d82b2e297824d7c938046f24b4ca781&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3141234 Dec 14 19:06:02.612233 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 44618) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:02.663987 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394c083-c185-4b17-907d-03000fcea5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7637c1-8161-40f4-bcad-936b7960b2d8,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:02.667765 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8394c083-c185-4b17-907d-03000fcea5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:02.711751 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f9a9-9c9d-4cbf-aaad-ae56f583fb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980764', 'neutron.services.segments.db._delete_segments_for_network-8781368899016'] for network, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:02.715642 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-cadb3cb4-094a-4b7f-87c4-a9e2c0dd9ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:02.744622 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f9a9-9c9d-4cbf-aaad-ae56f583fb43 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:06:02.745128 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f9a9-9c9d-4cbf-aaad-ae56f583fb43 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:06:02.746021 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f9a9-9c9d-4cbf-aaad-ae56f583fb43 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:06:02.746452 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f9a9-9c9d-4cbf-aaad-ae56f583fb43 admin admin] Subscribe: > port after_create 55550000 {{(pid=88176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:06:02.746893 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f9a9-9c9d-4cbf-aaad-ae56f583fb43 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:06:02.747328 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f9a9-9c9d-4cbf-aaad-ae56f583fb43 admin admin] Subscribe: > port after_update 55550000 {{(pid=88176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:06:02.747768 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f9a9-9c9d-4cbf-aaad-ae56f583fb43 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:06:02.748221 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f9a9-9c9d-4cbf-aaad-ae56f583fb43 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:06:02.748648 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f9a9-9c9d-4cbf-aaad-ae56f583fb43 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:06:02.749104 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f9a9-9c9d-4cbf-aaad-ae56f583fb43 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:06:02.750492 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-cadb3cb4-094a-4b7f-87c4-a9e2c0dd9ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:02.803008 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-cadb3cb4-094a-4b7f-87c4-a9e2c0dd9ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:02.811005 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:02.820901 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f9a9-9c9d-4cbf-aaad-ae56f583fb43 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:06:02.821438 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f9a9-9c9d-4cbf-aaad-ae56f583fb43 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:06:02.822035 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f9a9-9c9d-4cbf-aaad-ae56f583fb43 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:06:02.822481 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f9a9-9c9d-4cbf-aaad-ae56f583fb43 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88176) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 19:06:02.823101 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-f6d3f9a9-9c9d-4cbf-aaad-ae56f583fb43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2206bc86-80c2-471b-9f1f-084142311d07']}} {{(pid=88176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:06:02.830233 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb3cb4-094a-4b7f-87c4-a9e2c0dd9ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7637c1-8161-40f4-bcad-936b7960b2d8,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:02.833909 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-cadb3cb4-094a-4b7f-87c4-a9e2c0dd9ecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:02.834920 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-cadb3cb4-094a-4b7f-87c4-a9e2c0dd9ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:02.836485 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-cadb3cb4-094a-4b7f-87c4-a9e2c0dd9ecc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ae7637c1-8161-40f4-bcad-936b7960b2d8 HTTP/1.1" status: 204 len: 168 time: 0.2230284 Dec 14 19:06:02.842927 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-f6d3f9a9-9c9d-4cbf-aaad-ae56f583fb43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c410121e-3898-4d09-890a-33145ef6478f') {'for_net_delete': True} {{(pid=88176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:06:02.843104 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-f6d3f9a9-9c9d-4cbf-aaad-ae56f583fb43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c410121e-3898-4d09-890a-33145ef6478f') {} {{(pid=88176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:06:02.855524 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 44630) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:02.858035 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f9a9-9c9d-4cbf-aaad-ae56f583fb43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781368905689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1656793'] for segment, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:02.881869 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f9a9-9c9d-4cbf-aaad-ae56f583fb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:02.890705 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d3f9a9-9c9d-4cbf-aaad-ae56f583fb43 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=88176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:06:02.891252 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f9a9-9c9d-4cbf-aaad-ae56f583fb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2974435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1865143'] for segment, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: (self, other), Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: Traceback (most recent call last): Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: timer() Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: cb(*args, **kw) Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: return func(*args, **kwargs) Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: self._notify() Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: self.callback(batched_events) Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: event.method(event) Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: segment_id)['aggregates'][0] Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: return f(self, *a, **k) Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: return self._get(url).json() Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: **kwargs) Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: return self.request(url, 'GET', **kwargs) Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: **endpoint_filter) Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:06:02.992066 dv-cinder-821749-1-smb neutron-server[88065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:06:02.994876 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f9a9-9c9d-4cbf-aaad-ae56f583fb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435701'] for network, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:03.005543 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8977daea-6b5a-46ca-8266-f4cbe3063062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:03.067323 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f6d3f9a9-9c9d-4cbf-aaad-ae56f583fb43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:03.091783 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-f6d3f9a9-9c9d-4cbf-aaad-ae56f583fb43 admin admin] 10.222.0.62 "DELETE /v2.0/networks/2206bc86-80c2-471b-9f1f-084142311d07 HTTP/1.1" status: 204 len: 168 time: 0.7491786 Dec 14 19:06:03.094346 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 44646) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:03.096113 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3f9a9-9c9d-4cbf-aaad-ae56f583fb43 admin admin] Pushing event deleted for resources: {'Network': ['ID=2206bc86-80c2-471b-9f1f-084142311d07,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:03.105884 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f6d3f9a9-9c9d-4cbf-aaad-ae56f583fb43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:03.254451 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c187f39-3d29-44a2-aaea-426e43a364d2 admin admin] Deleting subnet 4571a51d-2eb0-4a07-aab2-ce1ae9894330 {{(pid=88177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:06:03.268246 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5c187f39-3d29-44a2-aaea-426e43a364d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:03.572985 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5c187f39-3d29-44a2-aaea-426e43a364d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852802915'] for subnet, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:03.644541 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4a8509df-2c6f-4016-a8f8-212ed23b5e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:03.715529 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5c187f39-3d29-44a2-aaea-426e43a364d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2951685'] for subnet, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:03.771952 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3499d16-3a98-4546-aa4c-88cfb28a6af5 req-67110501-923d-413e-be86-36a5a751d6d1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:03.779048 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b3499d16-3a98-4546-aa4c-88cfb28a6af5 req-67110501-923d-413e-be86-36a5a751d6d1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 945 time: 0.3932378 Dec 14 19:06:03.794395 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-4a8509df-2c6f-4016-a8f8-212ed23b5e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:03.818441 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-4a8509df-2c6f-4016-a8f8-212ed23b5e72 admin admin] Usage tracker for resource:security_group_rule and tenant:ec177b9237464ddeaf213143b09c2646 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:03.828402 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-4a8509df-2c6f-4016-a8f8-212ed23b5e72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:03.841787 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-4a8509df-2c6f-4016-a8f8-212ed23b5e72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:03.897300 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b3499d16-3a98-4546-aa4c-88cfb28a6af5 req-d140cfa5-996f-49fb-88bc-37f2e23de6df tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064327 Dec 14 19:06:03.912759 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5c187f39-3d29-44a2-aaea-426e43a364d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851824100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853069178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852835295'] for subnet, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:03.929719 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:04.024294 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c187f39-3d29-44a2-aaea-426e43a364d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4571a51d-2eb0-4a07-aab2-ce1ae9894330,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:04.037138 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-5c187f39-3d29-44a2-aaea-426e43a364d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:04.061914 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5c187f39-3d29-44a2-aaea-426e43a364d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:04.105498 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-5c187f39-3d29-44a2-aaea-426e43a364d2 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4571a51d-2eb0-4a07-aab2-ce1ae9894330 HTTP/1.1" status: 204 len: 168 time: 1.0059419 Dec 14 19:06:04.106856 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 44672) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:04.138466 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4a8509df-2c6f-4016-a8f8-212ed23b5e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:04.146736 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4a8509df-2c6f-4016-a8f8-212ed23b5e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:04.165159 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:04.244515 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-4a8509df-2c6f-4016-a8f8-212ed23b5e72 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ec177b9237464ddeaf213143b09c2646&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3872752 Dec 14 19:06:04.248699 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 44680) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:04.271297 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8509df-2c6f-4016-a8f8-212ed23b5e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb90e6ce-cb4a-4818-b666-e2766b7ecc42,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:04.278066 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-4a8509df-2c6f-4016-a8f8-212ed23b5e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:04.342750 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f0198c83-5f4b-4999-a0cc-cf413b77dd72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:04.383411 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f0198c83-5f4b-4999-a0cc-cf413b77dd72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:04.454108 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-25d60f94-508d-4095-a81c-cd14bfdb9f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229502'] for network, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:04.526264 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f0198c83-5f4b-4999-a0cc-cf413b77dd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:04.534870 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:04.595616 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0198c83-5f4b-4999-a0cc-cf413b77dd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb90e6ce-cb4a-4818-b666-e2766b7ecc42,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:04.613116 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f0198c83-5f4b-4999-a0cc-cf413b77dd72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:04.617984 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f0198c83-5f4b-4999-a0cc-cf413b77dd72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:04.619344 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-f0198c83-5f4b-4999-a0cc-cf413b77dd72 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fb90e6ce-cb4a-4818-b666-e2766b7ecc42 HTTP/1.1" status: 204 len: 168 time: 0.3695135 Dec 14 19:06:04.865147 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-25d60f94-508d-4095-a81c-cd14bfdb9f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980764', 'neutron.services.segments.db._delete_segments_for_network-8781368899016'] for network, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:04.935227 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-25d60f94-508d-4095-a81c-cd14bfdb9f69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece45312-e34c-42b3-9646-f9933d65f965']}} {{(pid=88176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:06:04.971556 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-25d60f94-508d-4095-a81c-cd14bfdb9f69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b60f54-7827-4a35-9dac-b961dd320296') {'for_net_delete': True} {{(pid=88176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:06:04.972149 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-25d60f94-508d-4095-a81c-cd14bfdb9f69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b60f54-7827-4a35-9dac-b961dd320296') {} {{(pid=88176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:06:04.996367 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-25d60f94-508d-4095-a81c-cd14bfdb9f69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781368905689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1656793'] for segment, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:05.039676 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-25d60f94-508d-4095-a81c-cd14bfdb9f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:05.053074 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d60f94-508d-4095-a81c-cd14bfdb9f69 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=88176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:06:05.053547 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-25d60f94-508d-4095-a81c-cd14bfdb9f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2974435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1865143'] for segment, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: Traceback (most recent call last): Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: timer() Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: cb(*args, **kw) Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: return func(*args, **kwargs) Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: self._notify() Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: self.callback(batched_events) Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: event.method(event) Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: segment_id)['aggregates'][0] Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: return f(self, *a, **k) Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: return self._get(url).json() Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: **kwargs) Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: return self.request(url, 'GET', **kwargs) Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: **endpoint_filter) Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:06:05.119982 dv-cinder-821749-1-smb neutron-server[88065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:06:05.331672 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8dad41-46b2-484c-a6b6-3833f6596ce4 req-f32e1a22-93a4-4975-9d17-528cd6b1eb69 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:05.335699 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bc8dad41-46b2-484c-a6b6-3833f6596ce4 req-f32e1a22-93a4-4975-9d17-528cd6b1eb69 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 945 time: 0.1695025 Dec 14 19:06:05.414845 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 44714) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:05.422085 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-25d60f94-508d-4095-a81c-cd14bfdb9f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435701'] for network, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:05.432920 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:05.453098 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5620697e-99b3-4ee8-b342-c41d11adbb6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:05.460802 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-25d60f94-508d-4095-a81c-cd14bfdb9f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:05.467066 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d60f94-508d-4095-a81c-cd14bfdb9f69 admin admin] Pushing event deleted for resources: {'Network': ['ID=ece45312-e34c-42b3-9646-f9933d65f965,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:05.470046 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-25d60f94-508d-4095-a81c-cd14bfdb9f69 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ece45312-e34c-42b3-9646-f9933d65f965 HTTP/1.1" status: 204 len: 168 time: 1.3604448 Dec 14 19:06:05.471026 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-25d60f94-508d-4095-a81c-cd14bfdb9f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:05.489239 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bc8dad41-46b2-484c-a6b6-3833f6596ce4 req-e781a540-ca45-4b9a-acbb-7498469b722a tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432319 Dec 14 19:06:05.508490 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-5620697e-99b3-4ee8-b342-c41d11adbb6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:05.514608 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-5620697e-99b3-4ee8-b342-c41d11adbb6a admin admin] Usage tracker for resource:security_group_rule and tenant:6283bef543ce4c4d8f37cecb4803b166 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:05.528659 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-5620697e-99b3-4ee8-b342-c41d11adbb6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:05.536833 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-5620697e-99b3-4ee8-b342-c41d11adbb6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:05.777688 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5620697e-99b3-4ee8-b342-c41d11adbb6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:05.782401 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5620697e-99b3-4ee8-b342-c41d11adbb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:05.796719 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:05.850395 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 44730) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:05.876685 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620697e-99b3-4ee8-b342-c41d11adbb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94094b4d-a360-4379-b75f-30322e383dfd,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:05.887584 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-5620697e-99b3-4ee8-b342-c41d11adbb6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:05.932663 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-5620697e-99b3-4ee8-b342-c41d11adbb6a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6283bef543ce4c4d8f37cecb4803b166&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5163286 Dec 14 19:06:05.936943 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 44734) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:05.966251 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-f6da2e5a-e76e-4d09-a72e-52adc2efd648 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=af25a895f6a6472197ad58e80d27cb4a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1141422 Dec 14 19:06:05.973441 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 44740) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:06.095283 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-697234cd-ac99-4c1b-9530-9cc88e59302a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:06.132204 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-74d52d1f-3253-4a86-a89d-3a4655b81688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:06.150027 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-697234cd-ac99-4c1b-9530-9cc88e59302a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:06.196299 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-74d52d1f-3253-4a86-a89d-3a4655b81688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:06.275301 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-697234cd-ac99-4c1b-9530-9cc88e59302a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:06.281251 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8f57442b-a8b0-4c21-972a-d1d52c0103e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:06.291652 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-74d52d1f-3253-4a86-a89d-3a4655b81688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:06.306972 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697234cd-ac99-4c1b-9530-9cc88e59302a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94094b4d-a360-4379-b75f-30322e383dfd,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:06.309562 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-697234cd-ac99-4c1b-9530-9cc88e59302a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:06.311782 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-1fc5101c-5559-498b-a9b6-0a263bc6987f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:06.332836 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d52d1f-3253-4a86-a89d-3a4655b81688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af2fc54-8ae3-4da9-bc2b-73eb13a15b51,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:06.335539 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-74d52d1f-3253-4a86-a89d-3a4655b81688 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:06.338162 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-697234cd-ac99-4c1b-9530-9cc88e59302a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:06.339448 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-697234cd-ac99-4c1b-9530-9cc88e59302a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/94094b4d-a360-4379-b75f-30322e383dfd HTTP/1.1" status: 204 len: 168 time: 0.4010098 Dec 14 19:06:06.341187 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-74d52d1f-3253-4a86-a89d-3a4655b81688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:06.342642 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-74d52d1f-3253-4a86-a89d-3a4655b81688 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6af2fc54-8ae3-4da9-bc2b-73eb13a15b51 HTTP/1.1" status: 204 len: 168 time: 0.3680496 Dec 14 19:06:06.891142 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adbf953-3d67-4586-91bf-ba9880c01916 req-fd48246b-5bc0-4c67-88f0-0b72bcc49638 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:06.895013 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5adbf953-3d67-4586-91bf-ba9880c01916 req-fd48246b-5bc0-4c67-88f0-0b72bcc49638 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 945 time: 0.1707714 Dec 14 19:06:06.961599 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5adbf953-3d67-4586-91bf-ba9880c01916 req-44e9c6ec-fba4-4562-a2e6-0fb76443bed7 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593665 Dec 14 19:06:07.054673 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 44774) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:07.200662 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-8d642399-df31-4c92-a01f-d78fe7041455 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d2dd900f3d274060bccc27b0cb6f649b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1446271 Dec 14 19:06:07.206809 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 44786) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:07.456911 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bb7dbc07-75e2-4a2b-8941-c7d81f675083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:07.494515 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bb7dbc07-75e2-4a2b-8941-c7d81f675083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:07.563308 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bb7dbc07-75e2-4a2b-8941-c7d81f675083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:07.569147 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2dae7882-fb88-4715-9495-146d5c051ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:07.603035 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7dbc07-75e2-4a2b-8941-c7d81f675083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04de59a9-7c18-4403-8fd1-1e7d3869b781,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:07.605919 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-bb7dbc07-75e2-4a2b-8941-c7d81f675083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:07.618952 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bb7dbc07-75e2-4a2b-8941-c7d81f675083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:07.625753 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-bb7dbc07-75e2-4a2b-8941-c7d81f675083 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/04de59a9-7c18-4403-8fd1-1e7d3869b781 HTTP/1.1" status: 204 len: 168 time: 0.4169819 Dec 14 19:06:08.286520 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ae576-8da7-48cc-9489-9b07c27f0b72 req-0ec13745-7889-4f7d-a2b2-ad4ef95d4a3d tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:08.289050 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-424ae576-8da7-48cc-9489-9b07c27f0b72 req-0ec13745-7889-4f7d-a2b2-ad4ef95d4a3d tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 945 time: 0.1659338 Dec 14 19:06:08.361873 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-424ae576-8da7-48cc-9489-9b07c27f0b72 req-e696c9be-249d-4c12-a07f-b00940444c7a tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587516 Dec 14 19:06:09.883259 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-08633367-15bf-47ec-a3c8-1697006ebacb req-967ddfc1-9dac-49ef-9812-83aedf691209 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1860931 Dec 14 19:06:09.886643 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b94d7c-1e51-415d-8a37-289d86175c8f req-876d2791-828f-4764-936f-036009ebf5aa tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:09.895513 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-90b94d7c-1e51-415d-8a37-289d86175c8f req-876d2791-828f-4764-936f-036009ebf5aa tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 945 time: 0.2133713 Dec 14 19:06:10.050749 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-90b94d7c-1e51-415d-8a37-289d86175c8f req-22b73ed5-f72c-4a92-98f5-1b35a69f7c65 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533997 Dec 14 19:06:10.248377 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-08633367-15bf-47ec-a3c8-1697006ebacb req-3ae614fd-101a-4c1b-a794-5e9fcd14b88b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a0bcd02b122b4b9eae4ccde55819070a&device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 1099 time: 0.1894655 Dec 14 19:06:10.472557 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08633367-15bf-47ec-a3c8-1697006ebacb req-8a098620-d864-44c1-af4d-bc83d2521e14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:10.477344 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-08633367-15bf-47ec-a3c8-1697006ebacb req-8a098620-d864-44c1-af4d-bc83d2521e14 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d6bf064b-07a6-4d06-b7dd-381a325de464 HTTP/1.1" status: 200 len: 919 time: 0.1986792 Dec 14 19:06:10.575523 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-08633367-15bf-47ec-a3c8-1697006ebacb req-8bcc4c7c-cf94-45d5-8259-258e1b54c5db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1da7418b-279e-4457-a39c-9e8495c44f75 HTTP/1.1" status: 200 len: 217 time: 0.0894690 Dec 14 19:06:10.723358 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 44916) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:10.795828 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 44922) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:10.881502 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08633367-15bf-47ec-a3c8-1697006ebacb req-8a122bfe-0445-4290-aca5-e020b9db9667 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:10.883128 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-08633367-15bf-47ec-a3c8-1697006ebacb req-8a122bfe-0445-4290-aca5-e020b9db9667 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a68fb5d-39b8-4e02-9311-449e023242d8 HTTP/1.1" status: 200 len: 858 time: 0.3000088 Dec 14 19:06:10.978819 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-08633367-15bf-47ec-a3c8-1697006ebacb req-2afd7602-ac46-493c-be46-ce05e3d28a1c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d6bf064b-07a6-4d06-b7dd-381a325de464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877230 Dec 14 19:06:11.314413 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-08633367-15bf-47ec-a3c8-1697006ebacb req-681af653-f4c0-44bf-a5fa-83d9d6f320ee service neutron] 10.222.0.73 "GET /v2.0/networks/d6bf064b-07a6-4d06-b7dd-381a325de464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275170 Dec 14 19:06:11.442745 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a6163b22-da1f-4662-81ab-30e1c29b2d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:11.481383 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:11.553392 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-a6163b22-da1f-4662-81ab-30e1c29b2d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:11.566682 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-a6163b22-da1f-4662-81ab-30e1c29b2d70 admin admin] Usage tracker for resource:security_group_rule and tenant:7ca9a7886e6e4e63b1f73df0f4adc887 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:11.577267 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-a6163b22-da1f-4662-81ab-30e1c29b2d70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:11.600054 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-a6163b22-da1f-4662-81ab-30e1c29b2d70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:11.671522 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4eff4df7-2727-4259-be26-318d9256bd96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:11.673271 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-08633367-15bf-47ec-a3c8-1697006ebacb req-4450603d-779d-455f-aea5-10016aa6cd1e service neutron] 10.222.0.73 "GET /v2.0/networks/d6bf064b-07a6-4d06-b7dd-381a325de464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508499 Dec 14 19:06:11.759787 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6900465-0c49-4dd1-b019-e75e4505f12a req-9b5d65de-736e-4cb3-ac54-dbe3b776a9d8 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:11.773474 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e6900465-0c49-4dd1-b019-e75e4505f12a req-9b5d65de-736e-4cb3-ac54-dbe3b776a9d8 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 945 time: 0.5234122 Dec 14 19:06:11.818915 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-4eff4df7-2727-4259-be26-318d9256bd96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:11.828891 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-4eff4df7-2727-4259-be26-318d9256bd96 admin admin] Usage tracker for resource:security_group_rule and tenant:1a1cfbd100624a3093375da07ca19e19 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:11.836211 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-4eff4df7-2727-4259-be26-318d9256bd96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:11.850706 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-4eff4df7-2727-4259-be26-318d9256bd96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:11.965353 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e6900465-0c49-4dd1-b019-e75e4505f12a req-c830c18e-3c02-4df1-8cb6-5d2244e54c10 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100092 Dec 14 19:06:11.993169 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a6163b22-da1f-4662-81ab-30e1c29b2d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:12.012368 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a6163b22-da1f-4662-81ab-30e1c29b2d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:12.023367 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-05eb5e34-dd81-4545-adbc-3584b6bb1751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:12.083167 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6163b22-da1f-4662-81ab-30e1c29b2d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23c80b0-2756-445d-9a8a-23172e8d208d,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:12.094388 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-a6163b22-da1f-4662-81ab-30e1c29b2d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:12.110152 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 44952) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:12.114967 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-a6163b22-da1f-4662-81ab-30e1c29b2d70 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7ca9a7886e6e4e63b1f73df0f4adc887&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3898447 Dec 14 19:06:12.182985 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4eff4df7-2727-4259-be26-318d9256bd96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:12.187360 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4eff4df7-2727-4259-be26-318d9256bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:12.199181 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-697234cd-ac99-4c1b-9530-9cc88e59302a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:12.248135 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff4df7-2727-4259-be26-318d9256bd96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb24ae8-c205-4f0c-935d-eab8f1507651,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:12.265206 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-4eff4df7-2727-4259-be26-318d9256bd96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:12.313177 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-4eff4df7-2727-4259-be26-318d9256bd96 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1a1cfbd100624a3093375da07ca19e19&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5127623 Dec 14 19:06:12.314637 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 44960) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:12.325011 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bb1b2247-9d6b-4be8-8c59-c26f6cdb5f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:12.385973 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bb1b2247-9d6b-4be8-8c59-c26f6cdb5f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:12.454424 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bb1b2247-9d6b-4be8-8c59-c26f6cdb5f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:12.475123 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-08eceb27-ce54-46cc-9fc8-d80536f5ea95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:12.503125 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1b2247-9d6b-4be8-8c59-c26f6cdb5f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23c80b0-2756-445d-9a8a-23172e8d208d,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:12.504281 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d4136f14-c0fb-421b-b2de-a40f523c119e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:12.520701 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bb1b2247-9d6b-4be8-8c59-c26f6cdb5f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:12.525451 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-bb1b2247-9d6b-4be8-8c59-c26f6cdb5f5d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d23c80b0-2756-445d-9a8a-23172e8d208d HTTP/1.1" status: 204 len: 168 time: 0.4104757 Dec 14 19:06:12.534355 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-bb1b2247-9d6b-4be8-8c59-c26f6cdb5f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:12.584936 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d4136f14-c0fb-421b-b2de-a40f523c119e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:12.723755 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d4136f14-c0fb-421b-b2de-a40f523c119e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:12.735031 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:12.762599 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4136f14-c0fb-421b-b2de-a40f523c119e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb24ae8-c205-4f0c-935d-eab8f1507651,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:12.769593 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d4136f14-c0fb-421b-b2de-a40f523c119e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:12.789347 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d4136f14-c0fb-421b-b2de-a40f523c119e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:12.794210 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-d4136f14-c0fb-421b-b2de-a40f523c119e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cbb24ae8-c205-4f0c-935d-eab8f1507651 HTTP/1.1" status: 204 len: 168 time: 0.4750619 Dec 14 19:06:13.367937 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a49716-d796-4fcd-903c-8dd71e61c0d6 req-91ef9539-9920-4570-ae73-a4bf13d4922f tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:13.373181 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d5a49716-d796-4fcd-903c-8dd71e61c0d6 req-91ef9539-9920-4570-ae73-a4bf13d4922f tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 945 time: 0.1613729 Dec 14 19:06:13.801722 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d5a49716-d796-4fcd-903c-8dd71e61c0d6 req-77ff9d53-02d8-422c-bc30-5e556c956988 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186156 Dec 14 19:06:13.905457 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 45028) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:14.126555 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e212331d-b3fa-4be9-aa42-4c3d5d3e0a87 req-a741ab59-87dc-49e5-ae55-4a21d18bf92a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 1098 time: 0.1971917 Dec 14 19:06:14.228226 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-175a22e2-ccc4-4509-9d54-07756d89e2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:14.274807 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-175a22e2-ccc4-4509-9d54-07756d89e2bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:14.281503 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-175a22e2-ccc4-4509-9d54-07756d89e2bd admin admin] Usage tracker for resource:security_group_rule and tenant:b4d3d303de0b400c98bb69bffad911b9 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:14.285064 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-175a22e2-ccc4-4509-9d54-07756d89e2bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:14.289604 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e212331d-b3fa-4be9-aa42-4c3d5d3e0a87 req-ae2597b6-31ef-4b9b-8ae7-c547488495f7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539762 Dec 14 19:06:14.294038 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-175a22e2-ccc4-4509-9d54-07756d89e2bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:14.406156 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-175a22e2-ccc4-4509-9d54-07756d89e2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:14.410702 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-175a22e2-ccc4-4509-9d54-07756d89e2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:14.421453 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:14.476374 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-175a22e2-ccc4-4509-9d54-07756d89e2bd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b4d3d303de0b400c98bb69bffad911b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5691514 Dec 14 19:06:14.478204 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a22e2-ccc4-4509-9d54-07756d89e2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01586d06-f340-435d-b548-d4db9279d027,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:14.478853 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 45046) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:14.486033 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-175a22e2-ccc4-4509-9d54-07756d89e2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:14.608118 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4bba74f4-5f57-4cf0-8167-e2d57df9e7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:14.673637 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4bba74f4-5f57-4cf0-8167-e2d57df9e7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:14.770474 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4bba74f4-5f57-4cf0-8167-e2d57df9e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:14.781853 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-fdfaa75e-3444-49a3-86b5-8c31ccdeaede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:14.854743 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4bba74f4-5f57-4cf0-8167-e2d57df9e7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:14.863614 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-4bba74f4-5f57-4cf0-8167-e2d57df9e7fd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/01586d06-f340-435d-b548-d4db9279d027 HTTP/1.1" status: 204 len: 168 time: 0.3814144 Dec 14 19:06:14.865170 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba74f4-5f57-4cf0-8167-e2d57df9e7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01586d06-f340-435d-b548-d4db9279d027,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:14.881376 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-4bba74f4-5f57-4cf0-8167-e2d57df9e7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:15.402401 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ef00a-7d6a-45bf-a6e1-dc8e1ae5db73 req-a62afc2e-8a03-4e17-9bc9-d1142313bded tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:15.416289 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e25ef00a-7d6a-45bf-a6e1-dc8e1ae5db73 req-a62afc2e-8a03-4e17-9bc9-d1142313bded tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 945 time: 0.2741067 Dec 14 19:06:15.534209 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e25ef00a-7d6a-45bf-a6e1-dc8e1ae5db73 req-48593157-c630-4da0-9db6-4d8ba445c929 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086173 Dec 14 19:06:16.255851 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 45104) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:16.292912 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7d09642b-4614-414c-a374-7ecda6ee53c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:16.365780 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-7d09642b-4614-414c-a374-7ecda6ee53c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:16.373682 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-7d09642b-4614-414c-a374-7ecda6ee53c4 admin admin] Usage tracker for resource:security_group_rule and tenant:263fca5ca66a4a2b94f4c85540511821 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:16.379983 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-7d09642b-4614-414c-a374-7ecda6ee53c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:16.393264 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-7d09642b-4614-414c-a374-7ecda6ee53c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:16.516642 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7d09642b-4614-414c-a374-7ecda6ee53c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:16.517705 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 45116) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:16.529713 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7d09642b-4614-414c-a374-7ecda6ee53c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:16.547968 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-74d52d1f-3253-4a86-a89d-3a4655b81688 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:16.633994 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-7d09642b-4614-414c-a374-7ecda6ee53c4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=263fca5ca66a4a2b94f4c85540511821&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3764780 Dec 14 19:06:16.636829 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 45126) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:16.649111 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d09642b-4614-414c-a374-7ecda6ee53c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706c3cb4-2cd9-4e5b-8443-c5508da90576,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:16.655038 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-7d09642b-4614-414c-a374-7ecda6ee53c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:16.737116 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6e021741-9c28-4266-8f07-6ef2f90182c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:16.804976 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6e021741-9c28-4266-8f07-6ef2f90182c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:16.901501 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6e021741-9c28-4266-8f07-6ef2f90182c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:16.916948 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-43345a6f-dcd5-42e6-b40f-d1a343179c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:16.984674 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e021741-9c28-4266-8f07-6ef2f90182c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706c3cb4-2cd9-4e5b-8443-c5508da90576,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:16.992047 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6e021741-9c28-4266-8f07-6ef2f90182c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:17.009900 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e41c3e4d-7fc2-4383-9aed-f6da46af906d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:17.041058 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6e021741-9c28-4266-8f07-6ef2f90182c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:17.043106 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-6e021741-9c28-4266-8f07-6ef2f90182c2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/706c3cb4-2cd9-4e5b-8443-c5508da90576 HTTP/1.1" status: 204 len: 168 time: 0.4040682 Dec 14 19:06:17.070848 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a7357-a539-43be-8200-aae3959674e2 req-17d416d1-b0df-495a-a091-9ce6d125890c tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:17.073049 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ab0a7357-a539-43be-8200-aae3959674e2 req-17d416d1-b0df-495a-a091-9ce6d125890c tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 945 time: 0.1858566 Dec 14 19:06:17.096184 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-e41c3e4d-7fc2-4383-9aed-f6da46af906d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:17.103183 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-e41c3e4d-7fc2-4383-9aed-f6da46af906d admin admin] Usage tracker for resource:security_group_rule and tenant:90ed5879d32e4d5d8b1facaf817ff48b is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:17.109424 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-e41c3e4d-7fc2-4383-9aed-f6da46af906d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:17.123868 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-e41c3e4d-7fc2-4383-9aed-f6da46af906d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:17.189441 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ab0a7357-a539-43be-8200-aae3959674e2 req-c34c9ef8-7b32-4b09-9f19-d48706aa1674 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023912 Dec 14 19:06:17.271878 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e41c3e4d-7fc2-4383-9aed-f6da46af906d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:17.280070 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e41c3e4d-7fc2-4383-9aed-f6da46af906d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:17.302532 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f81bef1b-46be-4507-89a0-e65d376e4da6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:17.385427 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 45142) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:17.393490 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-e41c3e4d-7fc2-4383-9aed-f6da46af906d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=90ed5879d32e4d5d8b1facaf817ff48b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8691864 Dec 14 19:06:17.395625 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c3e4d-7fc2-4383-9aed-f6da46af906d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf25c36-1858-4fae-8e56-b3470d1528b5,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:17.407153 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e41c3e4d-7fc2-4383-9aed-f6da46af906d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:17.550233 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f2e7a483-93c4-4090-b505-3a5df460942b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:17.685123 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f2e7a483-93c4-4090-b505-3a5df460942b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:17.871111 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58855a96-7c37-4bbd-8e5c-37f14ea7f854 req-b58dc2c5-e6ca-4b6e-a54a-1798633673df tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:17.874518 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-58855a96-7c37-4bbd-8e5c-37f14ea7f854 req-b58dc2c5-e6ca-4b6e-a54a-1798633673df tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.3506439 Dec 14 19:06:17.972115 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f2e7a483-93c4-4090-b505-3a5df460942b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:17.992610 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3d6f9dba-d2a0-4840-ae69-127666d73a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:18.029800 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7a483-93c4-4090-b505-3a5df460942b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf25c36-1858-4fae-8e56-b3470d1528b5,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:18.032011 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f2e7a483-93c4-4090-b505-3a5df460942b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:18.071426 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-58855a96-7c37-4bbd-8e5c-37f14ea7f854 req-4bb84a33-6805-49ad-bd5d-7a5f0221e2af tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822693 Dec 14 19:06:18.085367 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f2e7a483-93c4-4090-b505-3a5df460942b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:18.085367 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-f2e7a483-93c4-4090-b505-3a5df460942b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9cf25c36-1858-4fae-8e56-b3470d1528b5 HTTP/1.1" status: 204 len: 168 time: 0.6983602 Dec 14 19:06:20.391918 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 45246) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:20.754050 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6ba83dfe-f5be-43f8-9dd0-1be6bca7f931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:20.854508 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-6ba83dfe-f5be-43f8-9dd0-1be6bca7f931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:20.865231 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-6ba83dfe-f5be-43f8-9dd0-1be6bca7f931 admin admin] Usage tracker for resource:security_group_rule and tenant:39cfe54719cf45cfb0212fbe76be3223 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:20.873122 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-6ba83dfe-f5be-43f8-9dd0-1be6bca7f931 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:20.890546 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-6ba83dfe-f5be-43f8-9dd0-1be6bca7f931 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:21.207239 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6ba83dfe-f5be-43f8-9dd0-1be6bca7f931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:21.219689 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6ba83dfe-f5be-43f8-9dd0-1be6bca7f931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:21.234017 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2fe8c3d1-1be3-47d3-9b91-564d9bdadd64 req-4c625e2c-bc91-4c87-8865-1f580377e9b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a0bcd02b122b4b9eae4ccde55819070a&device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 1099 time: 0.2358854 Dec 14 19:06:21.257056 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:21.448387 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-6ba83dfe-f5be-43f8-9dd0-1be6bca7f931 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=39cfe54719cf45cfb0212fbe76be3223&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0542700 Dec 14 19:06:21.462697 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 45276) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:21.506180 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8c3d1-1be3-47d3-9b91-564d9bdadd64 req-0ea38b0b-591b-4549-84d0-142eae619333 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:21.508430 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2fe8c3d1-1be3-47d3-9b91-564d9bdadd64 req-0ea38b0b-591b-4549-84d0-142eae619333 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d6bf064b-07a6-4d06-b7dd-381a325de464 HTTP/1.1" status: 200 len: 919 time: 0.2667365 Dec 14 19:06:21.553846 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba83dfe-f5be-43f8-9dd0-1be6bca7f931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c27b850-422b-4163-966b-105345345c36,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:21.588229 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6ba83dfe-f5be-43f8-9dd0-1be6bca7f931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:21.705398 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d110a14-3bda-4e02-8ec2-6751e321371c req-d5efa8b5-86b2-41bb-98e7-5beed8e201b8 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:21.720485 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-6d110a14-3bda-4e02-8ec2-6751e321371c req-d5efa8b5-86b2-41bb-98e7-5beed8e201b8 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.4347703 Dec 14 19:06:21.739034 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2fe8c3d1-1be3-47d3-9b91-564d9bdadd64 req-4971e8cf-2c4c-40f7-ac21-0e7b20cbb32c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1da7418b-279e-4457-a39c-9e8495c44f75 HTTP/1.1" status: 200 len: 217 time: 0.2209694 Dec 14 19:06:21.742219 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-fa224457-05f3-4e74-9d65-c7e2a281a825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:21.852324 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-fa224457-05f3-4e74-9d65-c7e2a281a825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:21.945879 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-6d110a14-3bda-4e02-8ec2-6751e321371c req-0874b724-7526-4daf-8c1d-49f7c322696a tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236309 Dec 14 19:06:21.955733 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8c3d1-1be3-47d3-9b91-564d9bdadd64 req-a3749da5-16ad-413f-a3e7-59a0486c6f07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:21.959439 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2fe8c3d1-1be3-47d3-9b91-564d9bdadd64 req-a3749da5-16ad-413f-a3e7-59a0486c6f07 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a68fb5d-39b8-4e02-9311-449e023242d8 HTTP/1.1" status: 200 len: 858 time: 0.2122512 Dec 14 19:06:22.086354 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-fa224457-05f3-4e74-9d65-c7e2a281a825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:22.123531 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-16f56efa-4f44-4407-9f3d-42349bd2c556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:22.178020 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2fe8c3d1-1be3-47d3-9b91-564d9bdadd64 req-fa91af8e-551a-4828-be5c-da655b14ca7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d6bf064b-07a6-4d06-b7dd-381a325de464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2115109 Dec 14 19:06:22.182264 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-fa224457-05f3-4e74-9d65-c7e2a281a825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:22.199898 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-fa224457-05f3-4e74-9d65-c7e2a281a825 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1c27b850-422b-4163-966b-105345345c36 HTTP/1.1" status: 204 len: 168 time: 0.7353148 Dec 14 19:06:22.201985 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa224457-05f3-4e74-9d65-c7e2a281a825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c27b850-422b-4163-966b-105345345c36,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:22.210963 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-fa224457-05f3-4e74-9d65-c7e2a281a825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:22.572147 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2fe8c3d1-1be3-47d3-9b91-564d9bdadd64 req-5ceb9d56-f52d-4f54-92b7-775a1cbb8969 service neutron] 10.222.0.73 "GET /v2.0/networks/d6bf064b-07a6-4d06-b7dd-381a325de464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812861 Dec 14 19:06:22.787561 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2fe8c3d1-1be3-47d3-9b91-564d9bdadd64 req-a9c13e45-9e53-4ac1-81bb-f6d7fc384dd9 service neutron] 10.222.0.73 "GET /v2.0/networks/d6bf064b-07a6-4d06-b7dd-381a325de464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082431 Dec 14 19:06:23.338383 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 45322) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:23.344700 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c47658-6ed7-4f42-8672-46cb2b4301c3 req-533d9266-fbf0-422d-bd4f-33536ef67527 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:23.357228 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-00c47658-6ed7-4f42-8672-46cb2b4301c3 req-533d9266-fbf0-422d-bd4f-33536ef67527 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.1951756 Dec 14 19:06:23.399918 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ed8c23a7-ec5d-4d32-8592-811761ab6cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:23.487168 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-00c47658-6ed7-4f42-8672-46cb2b4301c3 req-66795d71-8524-4cfb-b2ed-3fea6e183d7a tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280713 Dec 14 19:06:23.487718 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-ed8c23a7-ec5d-4d32-8592-811761ab6cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:23.512141 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-ed8c23a7-ec5d-4d32-8592-811761ab6cc9 admin admin] Usage tracker for resource:security_group_rule and tenant:20e1abe1d56c49d8af2812be44aef8c0 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:23.524079 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-ed8c23a7-ec5d-4d32-8592-811761ab6cc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:23.532099 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-ed8c23a7-ec5d-4d32-8592-811761ab6cc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:23.649678 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ed8c23a7-ec5d-4d32-8592-811761ab6cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:23.656070 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ed8c23a7-ec5d-4d32-8592-811761ab6cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:23.664911 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-0530a11a-083f-4222-b575-7f449856e8d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:23.719417 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c23a7-ec5d-4d32-8592-811761ab6cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daabbcaa-3de7-4cc8-af53-cf422afb9d7c,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:23.726044 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ed8c23a7-ec5d-4d32-8592-811761ab6cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:23.766543 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-ed8c23a7-ec5d-4d32-8592-811761ab6cc9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=20e1abe1d56c49d8af2812be44aef8c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4264863 Dec 14 19:06:23.769715 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 45334) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:23.851895 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:06:23.880329 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-34b58c07-2937-4aa3-adb2-aa54643cdfd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:23.943489 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-34b58c07-2937-4aa3-adb2-aa54643cdfd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:24.031694 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-34b58c07-2937-4aa3-adb2-aa54643cdfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:24.037699 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-a6163b22-da1f-4662-81ab-30e1c29b2d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:24.062807 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b58c07-2937-4aa3-adb2-aa54643cdfd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daabbcaa-3de7-4cc8-af53-cf422afb9d7c,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:24.065459 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-34b58c07-2937-4aa3-adb2-aa54643cdfd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:24.070789 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-34b58c07-2937-4aa3-adb2-aa54643cdfd7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/daabbcaa-3de7-4cc8-af53-cf422afb9d7c HTTP/1.1" status: 204 len: 168 time: 0.2997220 Dec 14 19:06:24.071816 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-34b58c07-2937-4aa3-adb2-aa54643cdfd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:24.954514 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77958e01-4821-48d8-ad1b-cd1bda474be8 req-87d84c90-06ca-4251-a61a-8e225fae0d77 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:24.964411 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-77958e01-4821-48d8-ad1b-cd1bda474be8 req-87d84c90-06ca-4251-a61a-8e225fae0d77 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.1314487 Dec 14 19:06:25.025643 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-77958e01-4821-48d8-ad1b-cd1bda474be8 req-15b32f3f-4144-4d96-a4c5-24abe425fdff tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599868 Dec 14 19:06:25.057293 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 45374) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:25.080294 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5e0763e5-341b-4fc4-aec2-b5e10d174b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:25.122727 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-5e0763e5-341b-4fc4-aec2-b5e10d174b31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:25.130744 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-5e0763e5-341b-4fc4-aec2-b5e10d174b31 admin admin] Usage tracker for resource:security_group_rule and tenant:d41842703dc344f29a5db766e8efe1a8 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:25.137779 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-5e0763e5-341b-4fc4-aec2-b5e10d174b31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:25.153204 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-5e0763e5-341b-4fc4-aec2-b5e10d174b31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:25.322746 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5e0763e5-341b-4fc4-aec2-b5e10d174b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:25.327461 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5e0763e5-341b-4fc4-aec2-b5e10d174b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:25.386437 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-1c9e56cd-36a3-4f78-aedf-04643807e6c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:25.403001 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-5e0763e5-341b-4fc4-aec2-b5e10d174b31 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d41842703dc344f29a5db766e8efe1a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3439021 Dec 14 19:06:25.406882 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 45386) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:25.573001 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-832a50f7-4139-425d-b82a-a7de8728c45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:25.588765 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0763e5-341b-4fc4-aec2-b5e10d174b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05125e6d-30fd-4fd2-b238-5d3c13011b6e,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:25.624814 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0763e5-341b-4fc4-aec2-b5e10d174b31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:25.625423 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0763e5-341b-4fc4-aec2-b5e10d174b31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:25.625902 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0763e5-341b-4fc4-aec2-b5e10d174b31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:25.626534 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0763e5-341b-4fc4-aec2-b5e10d174b31 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:25.627062 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0763e5-341b-4fc4-aec2-b5e10d174b31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:25.628086 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0763e5-341b-4fc4-aec2-b5e10d174b31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:25.628833 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0763e5-341b-4fc4-aec2-b5e10d174b31 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:25.629633 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0763e5-341b-4fc4-aec2-b5e10d174b31 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:25.630382 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0763e5-341b-4fc4-aec2-b5e10d174b31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:25.631090 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0763e5-341b-4fc4-aec2-b5e10d174b31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:25.631782 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0763e5-341b-4fc4-aec2-b5e10d174b31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:25.645189 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-5e0763e5-341b-4fc4-aec2-b5e10d174b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:25.653853 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-832a50f7-4139-425d-b82a-a7de8728c45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:25.744417 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-832a50f7-4139-425d-b82a-a7de8728c45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:25.755928 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-b6be0138-35cd-42f4-8a05-f4e7b921fa3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:25.790241 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a50f7-4139-425d-b82a-a7de8728c45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05125e6d-30fd-4fd2-b238-5d3c13011b6e,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:25.802498 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-832a50f7-4139-425d-b82a-a7de8728c45d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:25.832223 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-832a50f7-4139-425d-b82a-a7de8728c45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:25.836491 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-832a50f7-4139-425d-b82a-a7de8728c45d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/05125e6d-30fd-4fd2-b238-5d3c13011b6e HTTP/1.1" status: 204 len: 168 time: 0.4255373 Dec 14 19:06:25.836633 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-84ba9b13-6bf5-4caf-b1ca-807e6088b349 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=8bebf9c1f19a456296cbc4e074c22448&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432229 Dec 14 19:06:26.036076 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-bd0e4e7c-676f-4b18-a4d6-7ff1e1ca00f3 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:26.037786 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-bd0e4e7c-676f-4b18-a4d6-7ff1e1ca00f3 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2008083 Dec 14 19:06:26.073882 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-4d3b5bf4-7976-4c53-bf88-c3f9fb9b7303 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/quotas/8bebf9c1f19a456296cbc4e074c22448 HTTP/1.1" status: 200 len: 375 time: 0.0262063 Dec 14 19:06:26.177963 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-bb1ab147-9ba1-4c66-85ed-b620940f088f tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8bebf9c1f19a456296cbc4e074c22448&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0952051 Dec 14 19:06:26.452216 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-47b4bcd5-91c4-4638-9c65-5f966d8bc238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:26.607685 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-420b4459-af77-48c8-b2a4-ae41a65fefc6 req-c39f76ff-354a-41b7-ac46-002931c2bfbd tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcb3f69-697d-4465-be8f-8ce6ebff5c83 HTTP/1.1" status: 200 len: 210 time: 0.1305509 Dec 14 19:06:26.664679 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121f7b6-9205-4584-9f5b-29983edbf831 req-13248716-5a60-41ae-a6a3-490d9369425b tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:26.679045 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1121f7b6-9205-4584-9f5b-29983edbf831 req-13248716-5a60-41ae-a6a3-490d9369425b tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.2633138 Dec 14 19:06:26.789152 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1121f7b6-9205-4584-9f5b-29983edbf831 req-51fa2662-a8ca-497a-95bb-1259a9f21f69 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083043 Dec 14 19:06:27.829731 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:28.005211 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e31bbf9c-f456-4153-be77-7666133e2963 req-0edb55a7-ad27-410f-8dc2-4031e24d9210 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcb3f69-697d-4465-be8f-8ce6ebff5c83 HTTP/1.1" status: 200 len: 210 time: 0.1093726 Dec 14 19:06:28.278849 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77686dbe-808c-4bfd-b12e-f1e231027919 req-1e3fbe86-4fc4-4077-9952-f9c203abb0ba tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:28.280967 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-77686dbe-808c-4bfd-b12e-f1e231027919 req-1e3fbe86-4fc4-4077-9952-f9c203abb0ba tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.2736397 Dec 14 19:06:28.389417 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-4a381dc3-cee0-42a0-b45a-1ba1a919914f tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8bebf9c1f19a456296cbc4e074c22448&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1324041 Dec 14 19:06:28.393562 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-77686dbe-808c-4bfd-b12e-f1e231027919 req-5efa8c6a-9c61-464c-b021-3f2c19b7c9ed tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955000 Dec 14 19:06:28.472432 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-daa09d19-9e50-4b04-8244-58b04d46b5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:28.912536 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 45520) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:28.937036 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-34adccb2-2856-4fbc-a292-8a100855270b tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:28.938784 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-34adccb2-2856-4fbc-a292-8a100855270b tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5324750 Dec 14 19:06:28.962686 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fe6cd8d8-5bfc-4fd7-8704-7114d1c12594 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Request body: {'port': {'device_id': 'fbcb3f69-697d-4465-be8f-8ce6ebff5c83', 'network_id': '4fd2ee38-8d92-41d7-8e51-f57c45c3a20f', 'admin_state_up': True, 'tenant_id': '8bebf9c1f19a456296cbc4e074c22448'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:06:29.150525 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:29.218657 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-11903b00-a50e-4a64-a364-2d8b95619678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:29.328622 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-11903b00-a50e-4a64-a364-2d8b95619678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:29.337225 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-11903b00-a50e-4a64-a364-2d8b95619678 admin admin] Usage tracker for resource:security_group_rule and tenant:5781fe5a6f8f4485a5074494aca1fcfe is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:29.341570 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-11903b00-a50e-4a64-a364-2d8b95619678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:29.349359 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-11903b00-a50e-4a64-a364-2d8b95619678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:29.501803 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fe6cd8d8-5bfc-4fd7-8704-7114d1c12594 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:29.514058 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fe6cd8d8-5bfc-4fd7-8704-7114d1c12594 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Usage tracker for resource:port and tenant:8bebf9c1f19a456296cbc4e074c22448 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:29.524418 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fe6cd8d8-5bfc-4fd7-8704-7114d1c12594 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:29.537793 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fe6cd8d8-5bfc-4fd7-8704-7114d1c12594 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:29.561675 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-11903b00-a50e-4a64-a364-2d8b95619678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:29.565173 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4ab84391-5636-41ce-9259-bf7f6fd4bc13 req-48d55ced-cf17-43fa-b863-e724f156cfe2 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcb3f69-697d-4465-be8f-8ce6ebff5c83 HTTP/1.1" status: 200 len: 210 time: 0.0754731 Dec 14 19:06:29.567537 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-11903b00-a50e-4a64-a364-2d8b95619678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:29.576683 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-129f68c7-29a5-40ae-ba22-15682e6cade6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:29.590899 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fe6cd8d8-5bfc-4fd7-8704-7114d1c12594 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Made reservation on behalf of 8bebf9c1f19a456296cbc4e074c22448 for: {'port': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:06:29.611156 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11903b00-a50e-4a64-a364-2d8b95619678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52d3891-e3a6-4c84-9dbc-fd9359d38005,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:29.616034 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fe6cd8d8-5bfc-4fd7-8704-7114d1c12594 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:29.625841 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11903b00-a50e-4a64-a364-2d8b95619678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:29.626503 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11903b00-a50e-4a64-a364-2d8b95619678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:29.627056 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11903b00-a50e-4a64-a364-2d8b95619678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:29.627902 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11903b00-a50e-4a64-a364-2d8b95619678 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:29.628484 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11903b00-a50e-4a64-a364-2d8b95619678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:29.629068 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11903b00-a50e-4a64-a364-2d8b95619678 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:29.629607 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11903b00-a50e-4a64-a364-2d8b95619678 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:29.630145 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11903b00-a50e-4a64-a364-2d8b95619678 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:29.630679 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11903b00-a50e-4a64-a364-2d8b95619678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:29.631232 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11903b00-a50e-4a64-a364-2d8b95619678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:29.631767 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11903b00-a50e-4a64-a364-2d8b95619678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:29.641828 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-11903b00-a50e-4a64-a364-2d8b95619678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:29.678424 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fe6cd8d8-5bfc-4fd7-8704-7114d1c12594 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:29.732287 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fe6cd8d8-5bfc-4fd7-8704-7114d1c12594 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:29.738848 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fe6cd8d8-5bfc-4fd7-8704-7114d1c12594 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Usage tracker for resource:security_group_rule and tenant:8bebf9c1f19a456296cbc4e074c22448 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:29.743218 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fe6cd8d8-5bfc-4fd7-8704-7114d1c12594 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:29.751543 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fe6cd8d8-5bfc-4fd7-8704-7114d1c12594 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:29.835340 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-11903b00-a50e-4a64-a364-2d8b95619678 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5781fe5a6f8f4485a5074494aca1fcfe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9207711 Dec 14 19:06:29.836647 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 45558) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:29.860841 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fe6cd8d8-5bfc-4fd7-8704-7114d1c12594 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:29.867280 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fe6cd8d8-5bfc-4fd7-8704-7114d1c12594 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:29.874037 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6e021741-9c28-4266-8f07-6ef2f90182c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:29.966427 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cd8d8-5bfc-4fd7-8704-7114d1c12594 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecde416e-60c7-4b93-b9a5-0b01efeca900,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:29.972615 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-fe6cd8d8-5bfc-4fd7-8704-7114d1c12594 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:29.994498 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9349c232-130f-461c-8094-60ffb8fb856f req-dd8cf1dc-fa8e-4095-ae99-9f6327b1320b tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:29.997160 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9349c232-130f-461c-8094-60ffb8fb856f req-dd8cf1dc-fa8e-4095-ae99-9f6327b1320b tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.3580890 Dec 14 19:06:30.065382 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-27cb0e0c-3664-4798-a967-141110629d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:30.100296 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-27cb0e0c-3664-4798-a967-141110629d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:30.106578 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fe6cd8d8-5bfc-4fd7-8704-7114d1c12594 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Allocated IP 192.168.233.92 (4fd2ee38-8d92-41d7-8e51-f57c45c3a20f/839146b4-ad52-49ab-b22d-fbc901f6f3ac/911363f7-6059-43d4-9db0-64eed22ec6c5) {{(pid=88176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:06:30.168494 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9349c232-130f-461c-8094-60ffb8fb856f req-b2c27e71-9981-4d49-b0d6-91514092396c tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535501 Dec 14 19:06:30.177363 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-27cb0e0c-3664-4798-a967-141110629d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:30.183272 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:30.200994 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb0e0c-3664-4798-a967-141110629d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52d3891-e3a6-4c84-9dbc-fd9359d38005,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:30.204465 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-27cb0e0c-3664-4798-a967-141110629d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:30.207218 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-27cb0e0c-3664-4798-a967-141110629d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:30.223733 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-27cb0e0c-3664-4798-a967-141110629d7b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f52d3891-e3a6-4c84-9dbc-fd9359d38005 HTTP/1.1" status: 204 len: 168 time: 0.3848670 Dec 14 19:06:30.412039 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fe6cd8d8-5bfc-4fd7-8704-7114d1c12594 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Notify callbacks [] for port, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:30.439011 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fe6cd8d8-5bfc-4fd7-8704-7114d1c12594 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Transition to ACTIVE for port object 911363f7-6059-43d4-9db0-64eed22ec6c5 will not be triggered until provisioned by entity DHCP. {{(pid=88176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:06:30.475209 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fe6cd8d8-5bfc-4fd7-8704-7114d1c12594 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1865571'] for port, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:30.491212 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-99649831-23c0-4231-a635-cba7bb1804ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:30.603250 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fe6cd8d8-5bfc-4fd7-8704-7114d1c12594 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Network 4fd2ee38-8d92-41d7-8e51-f57c45c3a20f is already hosted by enough agents. {{(pid=88176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:06:30.608453 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fe6cd8d8-5bfc-4fd7-8704-7114d1c12594 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Resources bound (agent type, host, resource id): {{(pid=88176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:06:30.615373 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fe6cd8d8-5bfc-4fd7-8704-7114d1c12594 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Received port after_create {{(pid=88176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:06:30.735541 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cd8d8-5bfc-4fd7-8704-7114d1c12594 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Pushing event updated for resources: {'Port': ['ID=911363f7-6059-43d4-9db0-64eed22ec6c5,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:30.736428 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:30.786289 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-fe6cd8d8-5bfc-4fd7-8704-7114d1c12594 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:30.805688 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fe6cd8d8-5bfc-4fd7-8704-7114d1c12594 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:30.806232 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fe6cd8d8-5bfc-4fd7-8704-7114d1c12594 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for port, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:30.918139 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fe6cd8d8-5bfc-4fd7-8704-7114d1c12594 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9637830 Dec 14 19:06:30.940063 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fc9e1ef8-68ad-4a51-8ed0-a0415f6e4b29 service neutron] Request body: {'port': {'device_id': 'fbcb3f69-697d-4465-be8f-8ce6ebff5c83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:06:31.175628 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a3237-4d36-4e1b-8125-9526f7000c6e req-d453d149-9f9d-4dba-8b0b-392dbd8f9a23 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:31.186957 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e06a3237-4d36-4e1b-8125-9526f7000c6e req-d453d149-9f9d-4dba-8b0b-392dbd8f9a23 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcb3f69-697d-4465-be8f-8ce6ebff5c83 HTTP/1.1" status: 200 len: 935 time: 0.3077080 Dec 14 19:06:31.321991 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-f5f4c64d-2abe-47f9-abc3-358647372bcd None None] Provisioning for port 911363f7-6059-43d4-9db0-64eed22ec6c5 completed by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:06:31.339772 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e06a3237-4d36-4e1b-8125-9526f7000c6e req-b360beff-dd2e-4e94-8063-91dbe6e69da6 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/security-groups?id=ecde416e-60c7-4b93-b9a5-0b01efeca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391010 Dec 14 19:06:31.342505 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-f5f4c64d-2abe-47f9-abc3-358647372bcd None None] Provisioning complete for port 911363f7-6059-43d4-9db0-64eed22ec6c5 triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:06:31.343001 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fc9e1ef8-68ad-4a51-8ed0-a0415f6e4b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:31.344243 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f5f4c64d-2abe-47f9-abc3-358647372bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:31.915367 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-f5f4c64d-2abe-47f9-abc3-358647372bcd None None] Port 911363f7-6059-43d4-9db0-64eed22ec6c5 cannot update to ACTIVE because it is not bound. {{(pid=88178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:06:31.916545 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38af87-7591-49ea-b977-48bc4f5024b7 req-b82cbcca-5a07-4d36-b3d5-d2340643bb68 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:31.937544 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cd38af87-7591-49ea-b977-48bc4f5024b7 req-b82cbcca-5a07-4d36-b3d5-d2340643bb68 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.2009573 Dec 14 19:06:32.017442 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fc9e1ef8-68ad-4a51-8ed0-a0415f6e4b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 911363f7-6059-43d4-9db0-64eed22ec6c5 {{(pid=88176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:06:32.027194 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fc9e1ef8-68ad-4a51-8ed0-a0415f6e4b29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:32.046389 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fc9e1ef8-68ad-4a51-8ed0-a0415f6e4b29 service neutron] Transition to ACTIVE for port object 911363f7-6059-43d4-9db0-64eed22ec6c5 will not be triggered until provisioned by entity L2. {{(pid=88176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:06:32.052830 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fc9e1ef8-68ad-4a51-8ed0-a0415f6e4b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852910230'] for port, after_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:32.053043 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cd38af87-7591-49ea-b977-48bc4f5024b7 req-4b9545fd-f5a9-4974-9e66-292746a212bc tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112368 Dec 14 19:06:32.057205 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:32.724124 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e1ef8-68ad-4a51-8ed0-a0415f6e4b29 service neutron] Pushing event updated for resources: {'Port': ['ID=911363f7-6059-43d4-9db0-64eed22ec6c5,revision_number=2']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:32.746490 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-fc9e1ef8-68ad-4a51-8ed0-a0415f6e4b29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:32.781533 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4e7a5e-5573-4a32-a638-64c2a75231f9 req-b59a9b4a-508b-416c-935d-26b8a1d4a39f tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:32.783436 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3c4e7a5e-5573-4a32-a638-64c2a75231f9 req-b59a9b4a-508b-416c-935d-26b8a1d4a39f tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcb3f69-697d-4465-be8f-8ce6ebff5c83 HTTP/1.1" status: 200 len: 947 time: 0.1427770 Dec 14 19:06:32.860417 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3c4e7a5e-5573-4a32-a638-64c2a75231f9 req-28fdcf61-a0ae-46c9-9a5b-d80d825ad50c tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/security-groups?id=ecde416e-60c7-4b93-b9a5-0b01efeca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639174 Dec 14 19:06:32.945205 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fc9e1ef8-68ad-4a51-8ed0-a0415f6e4b29 service neutron] Attempting to bind port 911363f7-6059-43d4-9db0-64eed22ec6c5 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:06:32.945832 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fc9e1ef8-68ad-4a51-8ed0-a0415f6e4b29 service neutron] Attempting to bind port 911363f7-6059-43d4-9db0-64eed22ec6c5 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '3199c99d-71a6-4a58-ad76-8c2f644dbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4fd2ee38-8d92-41d7-8e51-f57c45c3a20f'}] {{(pid=88176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:06:32.946452 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fc9e1ef8-68ad-4a51-8ed0-a0415f6e4b29 service neutron] Attempting to bind port 911363f7-6059-43d4-9db0-64eed22ec6c5 on network 4fd2ee38-8d92-41d7-8e51-f57c45c3a20f {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:06:32.959106 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fc9e1ef8-68ad-4a51-8ed0-a0415f6e4b29 service neutron] Port 911363f7-6059-43d4-9db0-64eed22ec6c5 on network 4fd2ee38-8d92-41d7-8e51-f57c45c3a20f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:06:32.959701 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fc9e1ef8-68ad-4a51-8ed0-a0415f6e4b29 service neutron] Attempting to bind port 911363f7-6059-43d4-9db0-64eed22ec6c5 on network 4fd2ee38-8d92-41d7-8e51-f57c45c3a20f {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:06:32.978044 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fc9e1ef8-68ad-4a51-8ed0-a0415f6e4b29 service neutron] Checking agent: {'id': '2cdf3b01-963f-4e6b-8571-872140058f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:06:32.979265 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fc9e1ef8-68ad-4a51-8ed0-a0415f6e4b29 service neutron] Checking segment: {'id': '3199c99d-71a6-4a58-ad76-8c2f644dbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4fd2ee38-8d92-41d7-8e51-f57c45c3a20f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:06:32.980221 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fc9e1ef8-68ad-4a51-8ed0-a0415f6e4b29 service neutron] Bound using segment: {'id': '3199c99d-71a6-4a58-ad76-8c2f644dbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4fd2ee38-8d92-41d7-8e51-f57c45c3a20f'} {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:06:32.981155 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fc9e1ef8-68ad-4a51-8ed0-a0415f6e4b29 service neutron] Bound port: 911363f7-6059-43d4-9db0-64eed22ec6c5, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3199c99d-71a6-4a58-ad76-8c2f644dbcbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4fd2ee38-8d92-41d7-8e51-f57c45c3a20f'}}] {{(pid=88176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:06:32.981804 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fc9e1ef8-68ad-4a51-8ed0-a0415f6e4b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:33.160078 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fc9e1ef8-68ad-4a51-8ed0-a0415f6e4b29 service neutron] For port 911363f7-6059-43d4-9db0-64eed22ec6c5, host hv-cinder-82174, cleared binding levels {{(pid=88176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:06:33.165544 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fc9e1ef8-68ad-4a51-8ed0-a0415f6e4b29 service neutron] For port 911363f7-6059-43d4-9db0-64eed22ec6c5, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=911363f7-6059-43d4-9db0-64eed22ec6c5,segment=NetworkSegment(3199c99d-71a6-4a58-ad76-8c2f644dbcbd),segment_id=3199c99d-71a6-4a58-ad76-8c2f644dbcbd)] {{(pid=88176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:06:33.171738 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fc9e1ef8-68ad-4a51-8ed0-a0415f6e4b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852910230'] for port, after_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:33.180576 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-99649831-23c0-4231-a635-cba7bb1804ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:33.283269 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fc9e1ef8-68ad-4a51-8ed0-a0415f6e4b29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for port, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:33.286483 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-fc9e1ef8-68ad-4a51-8ed0-a0415f6e4b29 service neutron] 10.222.0.73 "PUT /v2.0/ports/911363f7-6059-43d4-9db0-64eed22ec6c5 HTTP/1.1" status: 200 len: 1097 time: 2.3540492 Dec 14 19:06:33.287365 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbcb3f69-697d-4465-be8f-8ce6ebff5c83', 'tag': '911363f7-6059-43d4-9db0-64eed22ec6c5'}] {{(pid=88176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:06:33.319237 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e1ef8-68ad-4a51-8ed0-a0415f6e4b29 service neutron] Pushing event updated for resources: {'Port': ['ID=911363f7-6059-43d4-9db0-64eed22ec6c5,revision_number=3']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:33.324678 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-fc9e1ef8-68ad-4a51-8ed0-a0415f6e4b29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:33.528079 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068922d-7fb1-4e35-ae4e-0b6cf71231b1 req-0b32e46a-de2f-4078-b613-60fbb30bac2d tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:33.537198 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b068922d-7fb1-4e35-ae4e-0b6cf71231b1 req-0b32e46a-de2f-4078-b613-60fbb30bac2d tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.2039313 Dec 14 19:06:33.579391 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbcb3f69-697d-4465-be8f-8ce6ebff5c83', 'tag': '911363f7-6059-43d4-9db0-64eed22ec6c5', 'status': 'completed', 'code': 200} Dec 14 19:06:33.606065 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b068922d-7fb1-4e35-ae4e-0b6cf71231b1 req-a1655fd6-dc1c-45f1-9a34-10d1cb99abba tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677783 Dec 14 19:06:33.629591 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-ab41d3f7-b7ff-4be2-aef9-4c5932bb71bf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8bebf9c1f19a456296cbc4e074c22448&device_id=fbcb3f69-697d-4465-be8f-8ce6ebff5c83 HTTP/1.1" status: 200 len: 1100 time: 0.2679775 Dec 14 19:06:33.711557 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-2696a0ac-15e4-48ee-88df-a38a5150df3e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=911363f7-6059-43d4-9db0-64eed22ec6c5 HTTP/1.1" status: 200 len: 217 time: 0.0725894 Dec 14 19:06:33.827892 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-762dd5dc-d74f-450b-ab4c-2a93452ec177 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:33.831181 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-762dd5dc-d74f-450b-ab4c-2a93452ec177 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=839146b4-ad52-49ab-b22d-fbc901f6f3ac HTTP/1.1" status: 200 len: 843 time: 0.1091986 Dec 14 19:06:34.005924 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-0258cdc3-e7cf-4df1-8431-822948927e0b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4fd2ee38-8d92-41d7-8e51-f57c45c3a20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1608341 Dec 14 19:06:34.297912 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-14b10c23-c509-4dc5-a61b-f96c65f97055 service neutron] 10.222.0.73 "GET /v2.0/networks/4fd2ee38-8d92-41d7-8e51-f57c45c3a20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833436 Dec 14 19:06:34.465273 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05432f-635f-4194-b2dc-abcef1011599 req-6c50bd47-3979-4c16-a59f-d0bb670f55f2 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:34.476306 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-dc05432f-635f-4194-b2dc-abcef1011599 req-6c50bd47-3979-4c16-a59f-d0bb670f55f2 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcb3f69-697d-4465-be8f-8ce6ebff5c83 HTTP/1.1" status: 200 len: 947 time: 0.1955361 Dec 14 19:06:34.580015 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 45730) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:34.595373 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-dc05432f-635f-4194-b2dc-abcef1011599 req-d39284b7-be5a-4be8-a51b-f1a192291deb tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/security-groups?id=ecde416e-60c7-4b93-b9a5-0b01efeca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109047 Dec 14 19:06:34.713313 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-97e62571-93f0-4b00-8b16-c293a3b6b7cb req-76053750-cfb2-4706-84e1-fb222ee61b36 service neutron] 10.222.0.73 "GET /v2.0/networks/4fd2ee38-8d92-41d7-8e51-f57c45c3a20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062417 Dec 14 19:06:34.879060 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b2aef5a0-5bb5-4a6e-aa4a-523ec67bffe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:34.936527 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-b2aef5a0-5bb5-4a6e-aa4a-523ec67bffe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:34.945127 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-b2aef5a0-5bb5-4a6e-aa4a-523ec67bffe3 admin admin] Usage tracker for resource:security_group_rule and tenant:bf1d8c9b5a694dc6aea44b22147e6030 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:34.951192 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3d9d39de-e5f5-44a1-9d2e-53eb722bfba8 req-c509daf7-b911-466c-ab94-3ed70f5e8feb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8bebf9c1f19a456296cbc4e074c22448&device_id=fbcb3f69-697d-4465-be8f-8ce6ebff5c83 HTTP/1.1" status: 200 len: 1100 time: 0.1589549 Dec 14 19:06:34.952192 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-b2aef5a0-5bb5-4a6e-aa4a-523ec67bffe3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:34.962839 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-b2aef5a0-5bb5-4a6e-aa4a-523ec67bffe3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:35.003131 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc723a1-6339-4e2f-9824-b966d81371e6 req-9c221456-a126-46a0-be08-0041de323696 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:35.016141 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cfc723a1-6339-4e2f-9824-b966d81371e6 req-9c221456-a126-46a0-be08-0041de323696 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.1387966 Dec 14 19:06:35.108400 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cfc723a1-6339-4e2f-9824-b966d81371e6 req-d6cf61f1-dde0-48df-9365-708e9bbdda0e tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858798 Dec 14 19:06:35.216940 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b2aef5a0-5bb5-4a6e-aa4a-523ec67bffe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:35.222676 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b2aef5a0-5bb5-4a6e-aa4a-523ec67bffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:35.231290 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d78da2a9-4d4c-4529-bae0-13111c609b17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:35.240918 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d39de-e5f5-44a1-9d2e-53eb722bfba8 req-29a9a6d6-51b2-4274-a7e2-6d0d8cd64006 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:35.242830 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3d9d39de-e5f5-44a1-9d2e-53eb722bfba8 req-29a9a6d6-51b2-4274-a7e2-6d0d8cd64006 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4fd2ee38-8d92-41d7-8e51-f57c45c3a20f HTTP/1.1" status: 200 len: 870 time: 0.2506027 Dec 14 19:06:35.371551 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3d9d39de-e5f5-44a1-9d2e-53eb722bfba8 req-8d0a05fa-66d2-48a1-82e8-f5a54eb13de3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=911363f7-6059-43d4-9db0-64eed22ec6c5 HTTP/1.1" status: 200 len: 217 time: 0.1196203 Dec 14 19:06:35.374816 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aef5a0-5bb5-4a6e-aa4a-523ec67bffe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983b187d-bd4c-4119-9a32-b86a28cb8a65,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:35.381570 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-b2aef5a0-5bb5-4a6e-aa4a-523ec67bffe3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bf1d8c9b5a694dc6aea44b22147e6030&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7954087 Dec 14 19:06:35.381570 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-b2aef5a0-5bb5-4a6e-aa4a-523ec67bffe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:35.386001 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 45756) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:35.484777 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d39de-e5f5-44a1-9d2e-53eb722bfba8 req-f41bb1bc-9803-4ab8-91ed-7083765c00c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:35.488674 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3d9d39de-e5f5-44a1-9d2e-53eb722bfba8 req-f41bb1bc-9803-4ab8-91ed-7083765c00c5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=839146b4-ad52-49ab-b22d-fbc901f6f3ac HTTP/1.1" status: 200 len: 843 time: 0.0955458 Dec 14 19:06:35.528080 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e80c261b-3ca5-49cb-8abe-c57a491a1a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:35.564438 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e80c261b-3ca5-49cb-8abe-c57a491a1a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:35.638876 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e80c261b-3ca5-49cb-8abe-c57a491a1a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:35.645178 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-38639582-f2b3-4302-a1c1-23d545dae76c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:35.662707 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c261b-3ca5-49cb-8abe-c57a491a1a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983b187d-bd4c-4119-9a32-b86a28cb8a65,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:35.705152 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e80c261b-3ca5-49cb-8abe-c57a491a1a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:35.716923 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3d9d39de-e5f5-44a1-9d2e-53eb722bfba8 req-3fdae5a3-036e-4e35-8b50-5289c3df3aac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4fd2ee38-8d92-41d7-8e51-f57c45c3a20f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2188680 Dec 14 19:06:35.721830 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e80c261b-3ca5-49cb-8abe-c57a491a1a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:35.729090 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-e80c261b-3ca5-49cb-8abe-c57a491a1a94 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/983b187d-bd4c-4119-9a32-b86a28cb8a65 HTTP/1.1" status: 204 len: 168 time: 0.3338017 Dec 14 19:06:35.789377 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77588b-8181-487f-895f-46a1ce99586e req-a11158ca-0d52-4ef6-8041-ee099eba9126 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:35.793085 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fa77588b-8181-487f-895f-46a1ce99586e req-a11158ca-0d52-4ef6-8041-ee099eba9126 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 946 time: 0.1332583 Dec 14 19:06:35.927193 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3d9d39de-e5f5-44a1-9d2e-53eb722bfba8 req-0586d459-b8ad-4ea3-b143-858c43aa2bf6 service neutron] 10.222.0.73 "GET /v2.0/networks/4fd2ee38-8d92-41d7-8e51-f57c45c3a20f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002280 Dec 14 19:06:35.998491 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fa77588b-8181-487f-895f-46a1ce99586e req-ff6c63d9-3d68-4134-97c9-bb35f8039bc2 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944358 Dec 14 19:06:36.117704 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884fa4a-8197-406f-aaef-26d5c0185674 req-aae3167a-69b8-4d18-a2e4-de9bf0e6c251 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:36.124235 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d884fa4a-8197-406f-aaef-26d5c0185674 req-aae3167a-69b8-4d18-a2e4-de9bf0e6c251 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcb3f69-697d-4465-be8f-8ce6ebff5c83 HTTP/1.1" status: 200 len: 947 time: 0.2150543 Dec 14 19:06:36.270308 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d884fa4a-8197-406f-aaef-26d5c0185674 req-b3df50bc-fdb8-499a-8911-2c26aaa401fa tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/security-groups?id=ecde416e-60c7-4b93-b9a5-0b01efeca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242688 Dec 14 19:06:36.291870 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3d9d39de-e5f5-44a1-9d2e-53eb722bfba8 req-abe0e03e-0097-4cc7-a2f9-87a22b0db4e4 service neutron] 10.222.0.73 "GET /v2.0/networks/4fd2ee38-8d92-41d7-8e51-f57c45c3a20f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546302 Dec 14 19:06:36.432861 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 45792) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:36.574946 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f2d8a-e5fb-4431-a426-ac5dfccea5ea req-da5d1bb0-881a-42b0-a786-2925a75eda94 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:36.583449 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3a4f2d8a-e5fb-4431-a426-ac5dfccea5ea req-da5d1bb0-881a-42b0-a786-2925a75eda94 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.1059546 Dec 14 19:06:36.648341 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3a4f2d8a-e5fb-4431-a426-ac5dfccea5ea req-6339561e-785f-44b0-a964-4fa347875b10 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635684 Dec 14 19:06:36.669734 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 45798) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:36.725325 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3bb97cbc-30b3-43ab-8c05-2dc2219ddd27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:36.757248 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c85e84a9-6fe0-497a-923a-9c64c1ff1d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:36.798351 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-3bb97cbc-30b3-43ab-8c05-2dc2219ddd27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:36.807109 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-3bb97cbc-30b3-43ab-8c05-2dc2219ddd27 admin admin] Usage tracker for resource:security_group_rule and tenant:20a81c669ad54ec2b34b012a743232b9 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:36.818327 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-c85e84a9-6fe0-497a-923a-9c64c1ff1d2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:36.824969 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-3bb97cbc-30b3-43ab-8c05-2dc2219ddd27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:36.834504 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-c85e84a9-6fe0-497a-923a-9c64c1ff1d2a admin admin] Usage tracker for resource:security_group_rule and tenant:665bcb29c3584fd780f713444174e702 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:36.837971 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-3bb97cbc-30b3-43ab-8c05-2dc2219ddd27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:36.847924 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-c85e84a9-6fe0-497a-923a-9c64c1ff1d2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:36.858848 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-c85e84a9-6fe0-497a-923a-9c64c1ff1d2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:37.017540 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3bb97cbc-30b3-43ab-8c05-2dc2219ddd27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:37.029382 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3bb97cbc-30b3-43ab-8c05-2dc2219ddd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:37.042690 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-b28955ce-c449-4733-9d76-42d489a8ee33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:37.064371 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c85e84a9-6fe0-497a-923a-9c64c1ff1d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:37.132764 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb97cbc-30b3-43ab-8c05-2dc2219ddd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7f827d-4a0a-4fbe-bb65-aa44a05f842f,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:37.138861 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3bb97cbc-30b3-43ab-8c05-2dc2219ddd27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:37.140022 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c85e84a9-6fe0-497a-923a-9c64c1ff1d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:37.159517 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e41c3e4d-7fc2-4383-9aed-f6da46af906d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:37.203334 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-3bb97cbc-30b3-43ab-8c05-2dc2219ddd27 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=20a81c669ad54ec2b34b012a743232b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5322037 Dec 14 19:06:37.218778 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 45824) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:37.250531 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85e84a9-6fe0-497a-923a-9c64c1ff1d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4212bd4a-b780-464c-8681-1d4561897c85,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:37.256500 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-c85e84a9-6fe0-497a-923a-9c64c1ff1d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:37.265568 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-c85e84a9-6fe0-497a-923a-9c64c1ff1d2a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=665bcb29c3584fd780f713444174e702&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8284605 Dec 14 19:06:37.266178 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 45828) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:37.312862 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd66024-4438-4c86-a177-8c05194cbaef req-31da5d85-4a57-46a5-bf0c-0d4e17f7f3ff tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:37.314783 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ecd66024-4438-4c86-a177-8c05194cbaef req-31da5d85-4a57-46a5-bf0c-0d4e17f7f3ff tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 946 time: 0.1370327 Dec 14 19:06:37.360472 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-33f147ba-7685-4c32-a9ef-f3d115e91153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:37.398249 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-35e34330-b0a3-4caf-8d5f-8e9bae371c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:37.411909 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ecd66024-4438-4c86-a177-8c05194cbaef req-82e624b5-0906-41b6-a9e6-1254abe30378 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862641 Dec 14 19:06:37.414487 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-33f147ba-7685-4c32-a9ef-f3d115e91153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:37.452988 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-35e34330-b0a3-4caf-8d5f-8e9bae371c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:37.522142 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-35e34330-b0a3-4caf-8d5f-8e9bae371c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:37.527761 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-832a50f7-4139-425d-b82a-a7de8728c45d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:37.534817 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-33f147ba-7685-4c32-a9ef-f3d115e91153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:37.540906 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-deeba6b7-fd47-454c-8e0b-c11350e226d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:37.541789 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e34330-b0a3-4caf-8d5f-8e9bae371c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4212bd4a-b780-464c-8681-1d4561897c85,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:37.546619 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-35e34330-b0a3-4caf-8d5f-8e9bae371c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:37.556554 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d129d-348e-4bf6-8de5-2a0d7f6aa4a2 req-7797f947-429b-4eb7-925b-1504770fc510 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:37.558332 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-371d129d-348e-4bf6-8de5-2a0d7f6aa4a2 req-7797f947-429b-4eb7-925b-1504770fc510 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcb3f69-697d-4465-be8f-8ce6ebff5c83 HTTP/1.1" status: 200 len: 947 time: 0.1528151 Dec 14 19:06:37.561791 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f147ba-7685-4c32-a9ef-f3d115e91153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7f827d-4a0a-4fbe-bb65-aa44a05f842f,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:37.565348 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-35e34330-b0a3-4caf-8d5f-8e9bae371c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:37.567626 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-33f147ba-7685-4c32-a9ef-f3d115e91153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:37.568173 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-35e34330-b0a3-4caf-8d5f-8e9bae371c01 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4212bd4a-b780-464c-8681-1d4561897c85 HTTP/1.1" status: 204 len: 168 time: 0.3002143 Dec 14 19:06:37.569874 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-33f147ba-7685-4c32-a9ef-f3d115e91153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:37.571091 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-33f147ba-7685-4c32-a9ef-f3d115e91153 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ff7f827d-4a0a-4fbe-bb65-aa44a05f842f HTTP/1.1" status: 204 len: 168 time: 0.3512473 Dec 14 19:06:37.636802 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-371d129d-348e-4bf6-8de5-2a0d7f6aa4a2 req-724f0781-0e2d-47e8-9057-ea5a46ae1763 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/security-groups?id=ecde416e-60c7-4b93-b9a5-0b01efeca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588622 Dec 14 19:06:38.038407 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f1b0f-3b3c-4fbd-b130-35354e5c11f4 req-ead569e8-9c7b-4bf2-97db-02cc22440d88 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:38.042504 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-723f1b0f-3b3c-4fbd-b130-35354e5c11f4 req-ead569e8-9c7b-4bf2-97db-02cc22440d88 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.1727204 Dec 14 19:06:38.217897 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-723f1b0f-3b3c-4fbd-b130-35354e5c11f4 req-0c65a21e-bcb5-4b3f-bb48-52549947c70a tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650157 Dec 14 19:06:38.614244 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 45874) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:38.672910 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5e34b867-a2f2-47c6-9f39-3281af35029d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:38.721024 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 911363f7-6059-43d4-9db0-64eed22ec6c5 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:06:38.750515 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-5e34b867-a2f2-47c6-9f39-3281af35029d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:38.755657 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-5e34b867-a2f2-47c6-9f39-3281af35029d admin admin] Usage tracker for resource:security_group_rule and tenant:01a1c372e6404d1999f73a368f46c250 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:38.784472 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-5e34b867-a2f2-47c6-9f39-3281af35029d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:38.799850 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-5e34b867-a2f2-47c6-9f39-3281af35029d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:39.185051 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97f5e0-3e0f-4c25-9ade-5de3c7a342c0 req-d1ecc4af-7ea4-40a5-b8a3-580a26c01062 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:39.194251 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fd97f5e0-3e0f-4c25-9ade-5de3c7a342c0 req-d1ecc4af-7ea4-40a5-b8a3-580a26c01062 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 946 time: 0.3523178 Dec 14 19:06:39.284979 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5e34b867-a2f2-47c6-9f39-3281af35029d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:39.298073 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fd97f5e0-3e0f-4c25-9ade-5de3c7a342c0 req-595aba0a-af26-4f14-bd01-e00b35af2a48 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027291 Dec 14 19:06:39.321824 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 911363f7-6059-43d4-9db0-64eed22ec6c5, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=911363f7-6059-43d4-9db0-64eed22ec6c5,segment=NetworkSegment(3199c99d-71a6-4a58-ad76-8c2f644dbcbd),segment_id=3199c99d-71a6-4a58-ad76-8c2f644dbcbd)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:06:39.327235 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61078efe-74d7-4a2d-9da1-e6081711cac4 req-15892b45-fbcc-48ff-a9fa-c2b5986aa39f tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:39.341957 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-61078efe-74d7-4a2d-9da1-e6081711cac4 req-15892b45-fbcc-48ff-a9fa-c2b5986aa39f tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcb3f69-697d-4465-be8f-8ce6ebff5c83 HTTP/1.1" status: 200 len: 947 time: 0.3523784 Dec 14 19:06:39.362890 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5e34b867-a2f2-47c6-9f39-3281af35029d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:39.364339 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8394c083-c185-4b17-907d-03000fcea5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:39.403877 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Returning: {'device': '911363f7-6059-43d4-9db0-64eed22ec6c5', 'network_id': '4fd2ee38-8d92-41d7-8e51-f57c45c3a20f', 'port_id': '911363f7-6059-43d4-9db0-64eed22ec6c5', 'mac_address': 'fa:16:3e:a3:d0:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '839146b4-ad52-49ab-b22d-fbc901f6f3ac', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:06:39.598632 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-61078efe-74d7-4a2d-9da1-e6081711cac4 req-86f8e3be-0e56-486f-91f6-b51c09868b5e tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/security-groups?id=ecde416e-60c7-4b93-b9a5-0b01efeca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523077 Dec 14 19:06:39.604612 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34b867-a2f2-47c6-9f39-3281af35029d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06075dfc-a6b3-4c90-91aa-c3d33395a914,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:39.656525 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:39.709845 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 911363f7-6059-43d4-9db0-64eed22ec6c5 {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:06:39.718917 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-5e34b867-a2f2-47c6-9f39-3281af35029d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=01a1c372e6404d1999f73a368f46c250&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0985796 Dec 14 19:06:39.719856 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 45896) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:39.721496 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-5e34b867-a2f2-47c6-9f39-3281af35029d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:39.744662 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 911363f7-6059-43d4-9db0-64eed22ec6c5, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=911363f7-6059-43d4-9db0-64eed22ec6c5,segment=NetworkSegment(3199c99d-71a6-4a58-ad76-8c2f644dbcbd),segment_id=3199c99d-71a6-4a58-ad76-8c2f644dbcbd)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:06:39.754643 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:39.759139 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-03b516d2-bde8-4fd5-964f-fd06d920aee9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:39.820768 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53857206-471c-4bef-9496-0495b1be9ff5 req-a2c9ceb3-1f17-4473-bb4a-42760a052434 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:39.829575 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-53857206-471c-4bef-9496-0495b1be9ff5 req-a2c9ceb3-1f17-4473-bb4a-42760a052434 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.2514615 Dec 14 19:06:39.945241 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-53857206-471c-4bef-9496-0495b1be9ff5 req-de0e1f42-99bc-4ae7-848d-2d6ce7e03df4 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142299 Dec 14 19:06:39.945472 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=911363f7-6059-43d4-9db0-64eed22ec6c5,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:39.967631 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:39.968376 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:39.969507 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:39.971013 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:39.972928 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:39.974004 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:39.974791 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-23584548-b674-4c68-83c8-9ca6f88ce482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:39.977315 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:39.978235 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:39.978830 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:39.979443 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:39.980074 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:06:39.990400 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:40.060245 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['911363f7-6059-43d4-9db0-64eed22ec6c5'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:06:40.153179 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-23584548-b674-4c68-83c8-9ca6f88ce482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:40.273688 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5433a182-7ed2-4b72-971c-200edbfd4426 req-bf53d245-7fbd-4f1f-9fa9-ef266ebcc64f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 1099 time: 0.2655389 Dec 14 19:06:40.350773 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-23584548-b674-4c68-83c8-9ca6f88ce482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:40.366637 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f5bde187-51e7-43fb-9365-07644402073d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:40.420469 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23584548-b674-4c68-83c8-9ca6f88ce482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06075dfc-a6b3-4c90-91aa-c3d33395a914,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:40.461790 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-23584548-b674-4c68-83c8-9ca6f88ce482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:40.479172 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-23584548-b674-4c68-83c8-9ca6f88ce482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:40.486058 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-23584548-b674-4c68-83c8-9ca6f88ce482 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/06075dfc-a6b3-4c90-91aa-c3d33395a914 HTTP/1.1" status: 204 len: 168 time: 0.7635717 Dec 14 19:06:40.509013 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5433a182-7ed2-4b72-971c-200edbfd4426 req-29bc2a44-79fb-4646-96c9-2e160c52dab5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263460 Dec 14 19:06:40.898214 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0266637-70f3-468b-a637-9f427aa28fc0 req-7eb864e1-382b-4437-abe3-c590b8c319e4 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:40.906865 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b0266637-70f3-468b-a637-9f427aa28fc0 req-7eb864e1-382b-4437-abe3-c590b8c319e4 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 946 time: 0.2153878 Dec 14 19:06:41.068092 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b0266637-70f3-468b-a637-9f427aa28fc0 req-a097ace6-2469-4229-bda1-059d8e6cb924 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594756 Dec 14 19:06:41.454268 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 45940) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:41.504201 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:41.677948 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ed1f4e31-c00e-47be-b5d0-9139c1caef1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:41.725569 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-ed1f4e31-c00e-47be-b5d0-9139c1caef1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:41.731269 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-ed1f4e31-c00e-47be-b5d0-9139c1caef1f admin admin] Usage tracker for resource:security_group_rule and tenant:b4a7e23487f74c56a8155c39d9ddfd74 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:41.735386 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-ed1f4e31-c00e-47be-b5d0-9139c1caef1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:41.750419 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-ed1f4e31-c00e-47be-b5d0-9139c1caef1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:41.893435 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ed1f4e31-c00e-47be-b5d0-9139c1caef1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:41.898474 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ed1f4e31-c00e-47be-b5d0-9139c1caef1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:41.922358 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-950043d5-62b1-4165-92c3-c45828995666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:41.933571 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ba6c3-620c-44e8-8a63-048a528e5640 req-ff7cb845-32f1-4de8-8d09-821b2836d788 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:41.935252 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a60ba6c3-620c-44e8-8a63-048a528e5640 req-ff7cb845-32f1-4de8-8d09-821b2836d788 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcb3f69-697d-4465-be8f-8ce6ebff5c83 HTTP/1.1" status: 200 len: 948 time: 0.4983532 Dec 14 19:06:41.941968 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb1f5d-248b-43ee-b815-4c267eb189e1 req-14f7f179-601c-4777-b262-e0de1ace899a tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:41.943651 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-46fb1f5d-248b-43ee-b815-4c267eb189e1 req-14f7f179-601c-4777-b262-e0de1ace899a tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.4234536 Dec 14 19:06:42.005078 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-ed1f4e31-c00e-47be-b5d0-9139c1caef1f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b4a7e23487f74c56a8155c39d9ddfd74&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5489519 Dec 14 19:06:42.008424 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 45950) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:42.010016 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f4e31-c00e-47be-b5d0-9139c1caef1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5daa2d65-a699-4f67-88dd-76b3ec696c54,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:42.020947 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ed1f4e31-c00e-47be-b5d0-9139c1caef1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:42.045412 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a60ba6c3-620c-44e8-8a63-048a528e5640 req-75c5f079-f75c-4d3c-bce9-ec804234c574 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/security-groups?id=ecde416e-60c7-4b93-b9a5-0b01efeca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991094 Dec 14 19:06:42.051931 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-46fb1f5d-248b-43ee-b815-4c267eb189e1 req-124ba3aa-70fb-4c5c-970b-6730490aca1a tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876102 Dec 14 19:06:42.105593 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2d9d4bae-eb64-4517-9c8f-76a323355dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:42.154946 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2d9d4bae-eb64-4517-9c8f-76a323355dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:42.230069 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2d9d4bae-eb64-4517-9c8f-76a323355dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:42.236420 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-bb7dbc07-75e2-4a2b-8941-c7d81f675083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:42.248264 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d4bae-eb64-4517-9c8f-76a323355dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5daa2d65-a699-4f67-88dd-76b3ec696c54,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:42.252803 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2d9d4bae-eb64-4517-9c8f-76a323355dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:42.256929 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2d9d4bae-eb64-4517-9c8f-76a323355dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:42.262838 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-2d9d4bae-eb64-4517-9c8f-76a323355dcf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5daa2d65-a699-4f67-88dd-76b3ec696c54 HTTP/1.1" status: 204 len: 168 time: 0.2423255 Dec 14 19:06:42.387273 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bd68a-13cd-4dcd-808c-dc44f30f458c req-84105e73-167f-4564-a856-3029ab1e37de tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:42.389070 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e16bd68a-13cd-4dcd-808c-dc44f30f458c req-84105e73-167f-4564-a856-3029ab1e37de tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 946 time: 0.0888259 Dec 14 19:06:42.470963 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e16bd68a-13cd-4dcd-808c-dc44f30f458c req-7bf01649-b85e-4148-abbf-35ae16215b21 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744712 Dec 14 19:06:42.740887 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 911363f7-6059-43d4-9db0-64eed22ec6c5 up at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:06:42.826034 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning for port 911363f7-6059-43d4-9db0-64eed22ec6c5 completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:06:42.832151 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning complete for port 911363f7-6059-43d4-9db0-64eed22ec6c5 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:06:42.832677 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:43.006252 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:43.042598 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcb3f69-697d-4465-be8f-8ce6ebff5c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911363f7-6059-43d4-9db0-64eed22ec6c5'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:06:43.064516 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 911363f7-6059-43d4-9db0-64eed22ec6c5, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=911363f7-6059-43d4-9db0-64eed22ec6c5,segment=NetworkSegment(3199c99d-71a6-4a58-ad76-8c2f644dbcbd),segment_id=3199c99d-71a6-4a58-ad76-8c2f644dbcbd)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:06:43.082297 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:43.087384 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:43.271841 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcb3f69-697d-4465-be8f-8ce6ebff5c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '911363f7-6059-43d4-9db0-64eed22ec6c5', 'code': 200} Dec 14 19:06:43.301139 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=911363f7-6059-43d4-9db0-64eed22ec6c5,revision_number=5']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:43.305038 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:43.415241 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5594be-e819-4d72-b819-238b003fb123 req-1b0c013c-f298-451b-8450-41c698983241 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:43.417068 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ef5594be-e819-4d72-b819-238b003fb123 req-1b0c013c-f298-451b-8450-41c698983241 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.1638265 Dec 14 19:06:43.454566 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2a1013-c5d9-402d-966f-49d13d38c897 req-b840357c-badb-4416-ad80-4286005d3f85 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:43.456861 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5c2a1013-c5d9-402d-966f-49d13d38c897 req-b840357c-badb-4416-ad80-4286005d3f85 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcb3f69-697d-4465-be8f-8ce6ebff5c83 HTTP/1.1" status: 200 len: 949 time: 0.1371155 Dec 14 19:06:43.519733 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ef5594be-e819-4d72-b819-238b003fb123 req-2b606c44-aa73-432d-8cff-ebcad8b81974 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917554 Dec 14 19:06:43.530598 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5c2a1013-c5d9-402d-966f-49d13d38c897 req-857cd65c-c0b7-4317-8f63-0b7402af3419 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/security-groups?id=ecde416e-60c7-4b93-b9a5-0b01efeca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668519 Dec 14 19:06:43.565556 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4ff54078-9334-4825-a50f-429068cf43cc req-456b4ef1-9667-4836-acee-dfcafa5294ec service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=fbcb3f69-697d-4465-be8f-8ce6ebff5c83 HTTP/1.1" status: 200 len: 1102 time: 0.1002133 Dec 14 19:06:43.622546 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4ff54078-9334-4825-a50f-429068cf43cc req-7f2ef17a-cc37-4899-9f66-924d8439c354 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ecde416e-60c7-4b93-b9a5-0b01efeca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497825 Dec 14 19:06:43.745912 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a67bd-fcc1-42ce-9851-cc033d5f1535 req-7af5a6e7-b330-4efb-b514-76f2653a4be6 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:43.747570 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-482a67bd-fcc1-42ce-9851-cc033d5f1535 req-7af5a6e7-b330-4efb-b514-76f2653a4be6 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 946 time: 0.0927696 Dec 14 19:06:43.814924 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-482a67bd-fcc1-42ce-9851-cc033d5f1535 req-05031c4e-acb8-4000-b39b-737a57e45649 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593426 Dec 14 19:06:44.045130 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3b5e5f14-5fbd-4fd9-b6db-ddf6877f0ead req-de3785d3-33ed-4017-927b-3f79889244d9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a0bcd02b122b4b9eae4ccde55819070a&device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 1099 time: 0.0867991 Dec 14 19:06:44.223698 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e5f14-5fbd-4fd9-b6db-ddf6877f0ead req-56eec216-7ada-44e5-8a60-7caa019388b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:44.225504 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3b5e5f14-5fbd-4fd9-b6db-ddf6877f0ead req-56eec216-7ada-44e5-8a60-7caa019388b9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d6bf064b-07a6-4d06-b7dd-381a325de464 HTTP/1.1" status: 200 len: 919 time: 0.1720994 Dec 14 19:06:44.271839 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fc461-ca2a-44af-aea7-4e5f4909b0ed req-87cc7ef4-8eb6-4461-bf46-8ac4e86a4fc8 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:44.276710 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d09fc461-ca2a-44af-aea7-4e5f4909b0ed req-87cc7ef4-8eb6-4461-bf46-8ac4e86a4fc8 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.0927255 Dec 14 19:06:44.307071 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3b5e5f14-5fbd-4fd9-b6db-ddf6877f0ead req-1411e42f-73b6-4391-8c9b-f08e3e0156c0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1da7418b-279e-4457-a39c-9e8495c44f75 HTTP/1.1" status: 200 len: 217 time: 0.0725567 Dec 14 19:06:44.382343 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e5f14-5fbd-4fd9-b6db-ddf6877f0ead req-7b9ff305-4f5e-4091-8108-ec0ddd7ad917 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:44.383829 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3b5e5f14-5fbd-4fd9-b6db-ddf6877f0ead req-7b9ff305-4f5e-4091-8108-ec0ddd7ad917 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a68fb5d-39b8-4e02-9311-449e023242d8 HTTP/1.1" status: 200 len: 858 time: 0.0672519 Dec 14 19:06:44.385456 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d09fc461-ca2a-44af-aea7-4e5f4909b0ed req-b70c3aac-cece-449b-9139-f32c9b7f050e tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055937 Dec 14 19:06:44.420469 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4d641-167f-4a17-a54a-e613f23f8a29 req-dde009d2-759d-4b8e-8cc0-23dbdf78a861 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:44.422383 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c6e4d641-167f-4a17-a54a-e613f23f8a29 req-dde009d2-759d-4b8e-8cc0-23dbdf78a861 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.1077802 Dec 14 19:06:44.439637 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3b5e5f14-5fbd-4fd9-b6db-ddf6877f0ead req-d95166f8-c9fb-40d0-9cb7-04a609845701 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d6bf064b-07a6-4d06-b7dd-381a325de464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484209 Dec 14 19:06:44.473905 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c6e4d641-167f-4a17-a54a-e613f23f8a29 req-79cc3857-822a-4a7b-b1b2-af5b6d4c6ec4 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450294 Dec 14 19:06:44.602981 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3b5e5f14-5fbd-4fd9-b6db-ddf6877f0ead req-62342f27-1e53-468e-bce1-a5a46ada1caa service neutron] 10.222.0.73 "GET /v2.0/networks/d6bf064b-07a6-4d06-b7dd-381a325de464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545234 Dec 14 19:06:44.765934 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3b5e5f14-5fbd-4fd9-b6db-ddf6877f0ead req-5e66b799-f535-434e-a95e-bf8a002e5469 service neutron] 10.222.0.73 "GET /v2.0/networks/d6bf064b-07a6-4d06-b7dd-381a325de464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541660 Dec 14 19:06:44.811327 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc7db8-191a-4902-acda-ca64ee1fe808 req-ea285941-b6df-4a51-b356-9e488965e6c9 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:44.817466 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-20cc7db8-191a-4902-acda-ca64ee1fe808 req-ea285941-b6df-4a51-b356-9e488965e6c9 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcb3f69-697d-4465-be8f-8ce6ebff5c83 HTTP/1.1" status: 200 len: 949 time: 0.0911729 Dec 14 19:06:44.921518 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-20cc7db8-191a-4902-acda-ca64ee1fe808 req-b30c2f0f-265a-4661-9a0f-7305b87556af tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/security-groups?id=ecde416e-60c7-4b93-b9a5-0b01efeca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002805 Dec 14 19:06:45.095516 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759b6ef-ecc1-4298-9ed3-a98c09cd4387 req-301dc8fd-2738-4ebe-9d57-1307c98d239c tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:45.097590 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7759b6ef-ecc1-4298-9ed3-a98c09cd4387 req-301dc8fd-2738-4ebe-9d57-1307c98d239c tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 946 time: 0.1208477 Dec 14 19:06:45.185901 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7759b6ef-ecc1-4298-9ed3-a98c09cd4387 req-af8adb2f-354c-465d-b244-2ae5158b7d44 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759780 Dec 14 19:06:45.627465 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d35ac7-9b5d-40bf-b519-9b904ed8f96f req-7fc95508-e334-4f00-855e-215f08bfb671 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:45.630072 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-35d35ac7-9b5d-40bf-b519-9b904ed8f96f req-7fc95508-e334-4f00-855e-215f08bfb671 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.1035900 Dec 14 19:06:45.745700 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-35d35ac7-9b5d-40bf-b519-9b904ed8f96f req-3eb69ba1-b10d-4762-9afb-9e8322d4a079 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085050 Dec 14 19:06:45.764535 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b08e75-4fda-4232-9a7c-cf33fa50725e req-9dd0500c-60f0-46f9-ac9c-db71fb8efaac tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:45.766082 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-35b08e75-4fda-4232-9a7c-cf33fa50725e req-9dd0500c-60f0-46f9-ac9c-db71fb8efaac tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.1265199 Dec 14 19:06:45.827068 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-35b08e75-4fda-4232-9a7c-cf33fa50725e req-3fc220cf-d92b-46c9-94f4-060c3950f648 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538247 Dec 14 19:06:46.161383 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67af103-9895-4abb-81c3-6c3c5345d953 req-2b8eb963-e774-4f01-9a46-7b1303c9fe51 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:46.164159 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e67af103-9895-4abb-81c3-6c3c5345d953 req-2b8eb963-e774-4f01-9a46-7b1303c9fe51 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcb3f69-697d-4465-be8f-8ce6ebff5c83 HTTP/1.1" status: 200 len: 949 time: 0.1051838 Dec 14 19:06:46.215871 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e67af103-9895-4abb-81c3-6c3c5345d953 req-bb603afc-0560-4e8d-abbc-fd3c5c2e039b tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/security-groups?id=ecde416e-60c7-4b93-b9a5-0b01efeca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449712 Dec 14 19:06:46.647498 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ddace-1479-48f8-85d5-f41b260e2307 req-8aad4f69-9b91-4eea-8087-af27e0bcd4e4 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:46.653572 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5c9ddace-1479-48f8-85d5-f41b260e2307 req-8aad4f69-9b91-4eea-8087-af27e0bcd4e4 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 946 time: 0.1411595 Dec 14 19:06:46.715849 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5c9ddace-1479-48f8-85d5-f41b260e2307 req-6a4f6528-53c0-4cc0-b44c-93b11db1d239 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558755 Dec 14 19:06:46.898239 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7360f11-ecc5-4825-8a0a-153cbe7aac25 req-49174ad1-b1f8-4d8f-bc98-b55fed1a001f tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:46.899982 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c7360f11-ecc5-4825-8a0a-153cbe7aac25 req-49174ad1-b1f8-4d8f-bc98-b55fed1a001f tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcb3f69-697d-4465-be8f-8ce6ebff5c83 HTTP/1.1" status: 200 len: 949 time: 0.1688459 Dec 14 19:06:47.092436 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c7360f11-ecc5-4825-8a0a-153cbe7aac25 req-c18c74e0-fb1d-4e3d-9272-332a93f6580b tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/security-groups?id=ecde416e-60c7-4b93-b9a5-0b01efeca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819217 Dec 14 19:06:47.114217 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeaa8cb-cbb8-49d5-a377-8ae970ea3cbf req-cda8852d-b4e0-4eaf-b230-c736b0d9bf32 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:47.115861 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9eeaa8cb-cbb8-49d5-a377-8ae970ea3cbf req-cda8852d-b4e0-4eaf-b230-c736b0d9bf32 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.1566620 Dec 14 19:06:47.174175 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9eeaa8cb-cbb8-49d5-a377-8ae970ea3cbf req-bc6a6f4a-44e5-47ab-9265-32b0fda0c860 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516009 Dec 14 19:06:47.339178 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e3f38-9ef3-4540-b8de-cf593dd09e6e req-1bc7aa1f-e549-4a1d-9f55-1c488be5a506 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:47.341128 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bb4e3f38-9ef3-4540-b8de-cf593dd09e6e req-1bc7aa1f-e549-4a1d-9f55-1c488be5a506 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.0998304 Dec 14 19:06:47.414003 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bb4e3f38-9ef3-4540-b8de-cf593dd09e6e req-68933172-adca-41c0-8fd2-a1b349a9ec8f tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640585 Dec 14 19:06:47.458744 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 46124) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:47.687355 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d19122bf-48c3-49a6-83cf-5d097ee16e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:47.725441 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-d19122bf-48c3-49a6-83cf-5d097ee16e4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:47.730025 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-d19122bf-48c3-49a6-83cf-5d097ee16e4b admin admin] Usage tracker for resource:security_group_rule and tenant:80fed11cf8a740f39903a6c42b938774 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:47.733187 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-d19122bf-48c3-49a6-83cf-5d097ee16e4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:47.740584 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-d19122bf-48c3-49a6-83cf-5d097ee16e4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:47.811259 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d19122bf-48c3-49a6-83cf-5d097ee16e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:47.814929 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d19122bf-48c3-49a6-83cf-5d097ee16e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:47.824452 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2a893682-2201-4aba-b3cf-d0c8d1756c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:47.869015 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19122bf-48c3-49a6-83cf-5d097ee16e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b1056a-9192-4c75-b733-80eb48386e28,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:47.874019 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-d19122bf-48c3-49a6-83cf-5d097ee16e4b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=80fed11cf8a740f39903a6c42b938774&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4134619 Dec 14 19:06:47.875169 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d19122bf-48c3-49a6-83cf-5d097ee16e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:47.877050 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 46134) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:47.946772 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-01c77111-0ad8-4109-acdc-dbc5153308c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:47.970522 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d008b-e23a-4074-bfd1-6987f7275c74 req-6175a067-7f00-4608-ad8f-08fb33d42411 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:47.972237 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9a5d008b-e23a-4074-bfd1-6987f7275c74 req-6175a067-7f00-4608-ad8f-08fb33d42411 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 946 time: 0.0990770 Dec 14 19:06:47.980048 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-01c77111-0ad8-4109-acdc-dbc5153308c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:48.031145 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-01c77111-0ad8-4109-acdc-dbc5153308c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:48.032652 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9a5d008b-e23a-4074-bfd1-6987f7275c74 req-d3676990-56db-4349-b30d-23a83a3d1901 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485833 Dec 14 19:06:48.040793 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-aba388c3-afb8-4e8c-ad47-7d3e5c9c6b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:48.062537 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c77111-0ad8-4109-acdc-dbc5153308c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b1056a-9192-4c75-b733-80eb48386e28,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:48.072220 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-01c77111-0ad8-4109-acdc-dbc5153308c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:48.076697 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-01c77111-0ad8-4109-acdc-dbc5153308c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:48.078920 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-01c77111-0ad8-4109-acdc-dbc5153308c5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f4b1056a-9192-4c75-b733-80eb48386e28 HTTP/1.1" status: 204 len: 168 time: 0.2002890 Dec 14 19:06:48.377766 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bb5c9-9dc7-4347-a959-8b86c462d624 req-7723f05a-a6b9-4bc0-b84c-b85b24bd9763 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:48.379706 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ff5bb5c9-9dc7-4347-a959-8b86c462d624 req-7723f05a-a6b9-4bc0-b84c-b85b24bd9763 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcb3f69-697d-4465-be8f-8ce6ebff5c83 HTTP/1.1" status: 200 len: 949 time: 0.1406212 Dec 14 19:06:48.465814 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ff5bb5c9-9dc7-4347-a959-8b86c462d624 req-dcad7f05-ded8-48ac-9704-e6fda55c3e89 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/security-groups?id=ecde416e-60c7-4b93-b9a5-0b01efeca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717278 Dec 14 19:06:48.481708 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7d217-cbaa-46ca-9598-7ecd611c1734 req-231962c8-9c71-42b7-b787-0dd5d6770f2f tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:48.485162 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c9f7d217-cbaa-46ca-9598-7ecd611c1734 req-231962c8-9c71-42b7-b787-0dd5d6770f2f tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.1551685 Dec 14 19:06:48.548084 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c9f7d217-cbaa-46ca-9598-7ecd611c1734 req-da1976f5-ee0b-426e-b98a-936181fc52fa tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533969 Dec 14 19:06:48.606889 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 46160) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:48.642166 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6a1e28c7-509a-47f8-bf8b-53623c21a461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:48.675970 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2db37a-fbef-4544-afd1-71e12993d923 req-b4842871-9da8-44fa-ae48-a65980ec54b3 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:48.679382 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-7d2db37a-fbef-4544-afd1-71e12993d923 req-b4842871-9da8-44fa-ae48-a65980ec54b3 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Synchronizing usage tracker for tenant:8bebf9c1f19a456296cbc4e074c22448 on resource:port {{(pid=88176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:06:48.721174 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-7d2db37a-fbef-4544-afd1-71e12993d923 req-b4842871-9da8-44fa-ae48-a65980ec54b3 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Unset dirty status for tenant:8bebf9c1f19a456296cbc4e074c22448 on resource:port {{(pid=88176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:06:48.722391 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7d2db37a-fbef-4544-afd1-71e12993d923 req-b4842871-9da8-44fa-ae48-a65980ec54b3 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbcb3f69-697d-4465-be8f-8ce6ebff5c83 HTTP/1.1" status: 200 len: 949 time: 0.2067528 Dec 14 19:06:48.766334 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 7392eb2b-402c-493a-a825-5792af8b9afd details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:06:48.775490 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-6a1e28c7-509a-47f8-bf8b-53623c21a461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:48.796517 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-6a1e28c7-509a-47f8-bf8b-53623c21a461 admin admin] Usage tracker for resource:security_group_rule and tenant:7c4fa47db603402eaf73979a0f95c1e7 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:48.812442 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-6a1e28c7-509a-47f8-bf8b-53623c21a461 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:48.839970 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-6a1e28c7-509a-47f8-bf8b-53623c21a461 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:48.867043 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affa9ae-a71d-4bcb-90ff-c2bd7a9baa72 req-d4227b01-810e-4c3f-8b6d-0d15e4af5b48 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:48.869134 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0affa9ae-a71d-4bcb-90ff-c2bd7a9baa72 req-d4227b01-810e-4c3f-8b6d-0d15e4af5b48 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.1813335 Dec 14 19:06:48.921297 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-7d2db37a-fbef-4544-afd1-71e12993d923 req-a8140c65-fb87-456a-8d85-c9e198f73db8 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Deleting port 911363f7-6059-43d4-9db0-64eed22ec6c5 {{(pid=88176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:06:48.921780 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-7d2db37a-fbef-4544-afd1-71e12993d923 req-a8140c65-fb87-456a-8d85-c9e198f73db8 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:48.951454 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0affa9ae-a71d-4bcb-90ff-c2bd7a9baa72 req-4d785562-2281-4854-9d6b-ccc55ee1d074 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752344 Dec 14 19:06:49.005850 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6a1e28c7-509a-47f8-bf8b-53623c21a461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:49.010789 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6a1e28c7-509a-47f8-bf8b-53623c21a461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:49.031979 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f2e7a483-93c4-4090-b505-3a5df460942b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:49.098355 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e28c7-509a-47f8-bf8b-53623c21a461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783d9f52-01f1-482d-8971-bf359ba6c85a,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:49.101553 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 7392eb2b-402c-493a-a825-5792af8b9afd, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=7392eb2b-402c-493a-a825-5792af8b9afd,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:06:49.133556 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Returning: {'device': '7392eb2b-402c-493a-a825-5792af8b9afd', 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'port_id': '7392eb2b-402c-493a-a825-5792af8b9afd', 'mac_address': 'fa:16:3e:70:6f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:06:49.166797 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6a1e28c7-509a-47f8-bf8b-53623c21a461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:49.195923 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-6a1e28c7-509a-47f8-bf8b-53623c21a461 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7c4fa47db603402eaf73979a0f95c1e7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5857048 Dec 14 19:06:49.204636 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 46178) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:49.277900 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:49.303081 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7392eb2b-402c-493a-a825-5792af8b9afd {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:06:49.324506 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 7392eb2b-402c-493a-a825-5792af8b9afd, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=7392eb2b-402c-493a-a825-5792af8b9afd,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:06:49.336263 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:49.338662 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:49.432036 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-eadfea90-1292-4672-be43-80612801066e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:49.437407 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=7392eb2b-402c-493a-a825-5792af8b9afd,revision_number=6']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:49.459031 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:49.464286 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['7392eb2b-402c-493a-a825-5792af8b9afd'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:06:49.466286 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-eadfea90-1292-4672-be43-80612801066e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:49.521749 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-eadfea90-1292-4672-be43-80612801066e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:49.528587 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:49.544891 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadfea90-1292-4672-be43-80612801066e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783d9f52-01f1-482d-8971-bf359ba6c85a,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:49.552127 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-eadfea90-1292-4672-be43-80612801066e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:49.559802 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df3c43-47c0-42d3-bddb-23ffa77261a2 req-27c40c40-2592-4746-bed6-824d26b65e14 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:49.571444 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-97df3c43-47c0-42d3-bddb-23ffa77261a2 req-27c40c40-2592-4746-bed6-824d26b65e14 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 945 time: 0.2500715 Dec 14 19:06:49.602881 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-eadfea90-1292-4672-be43-80612801066e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:49.604217 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-eadfea90-1292-4672-be43-80612801066e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/783d9f52-01f1-482d-8971-bf359ba6c85a HTTP/1.1" status: 204 len: 168 time: 0.3972721 Dec 14 19:06:49.645388 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-97df3c43-47c0-42d3-bddb-23ffa77261a2 req-b14a9764-a11b-4d47-86ad-8d5e9b45e628 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760114 Dec 14 19:06:49.739953 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-7d2db37a-fbef-4544-afd1-71e12993d923 req-a8140c65-fb87-456a-8d85-c9e198f73db8 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] For port 911363f7-6059-43d4-9db0-64eed22ec6c5, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=911363f7-6059-43d4-9db0-64eed22ec6c5,segment=NetworkSegment(3199c99d-71a6-4a58-ad76-8c2f644dbcbd),segment_id=3199c99d-71a6-4a58-ad76-8c2f644dbcbd)] {{(pid=88176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:06:49.740532 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-7d2db37a-fbef-4544-afd1-71e12993d923 req-a8140c65-fb87-456a-8d85-c9e198f73db8 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:49.887926 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122319ec-b087-4170-bea1-819347dbfcf9 req-f3f745f2-de68-4e64-aba7-5432ad1f0a3f tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:49.890281 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-7d2db37a-fbef-4544-afd1-71e12993d923 req-a8140c65-fb87-456a-8d85-c9e198f73db8 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Calling delete_port for 911363f7-6059-43d4-9db0-64eed22ec6c5 owned by compute:nova {{(pid=88176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:06:49.896798 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-122319ec-b087-4170-bea1-819347dbfcf9 req-f3f745f2-de68-4e64-aba7-5432ad1f0a3f tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcb3f69-697d-4465-be8f-8ce6ebff5c83 HTTP/1.1" status: 200 len: 949 time: 0.1203694 Dec 14 19:06:49.973250 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-122319ec-b087-4170-bea1-819347dbfcf9 req-064f4272-316c-4742-862e-25099cfbe1b8 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/security-groups?id=ecde416e-60c7-4b93-b9a5-0b01efeca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746012 Dec 14 19:06:50.282068 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-7d2db37a-fbef-4544-afd1-71e12993d923 req-a8140c65-fb87-456a-8d85-c9e198f73db8 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1865571'] for port, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:50.294872 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['911363f7-6059-43d4-9db0-64eed22ec6c5'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:06:50.296545 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-1440d80f-b4da-4996-8297-7377c76610e9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:50.396041 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8140c65-fb87-456a-8d85-c9e198f73db8 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Pushing event deleted for resources: {'Port': ['ID=911363f7-6059-43d4-9db0-64eed22ec6c5,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:50.405092 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b663c1-80f1-43e4-a6a4-cfddd0125c20 req-7f72a201-fbf5-4315-9d8b-9e80aedd001f tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:50.407461 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-57b663c1-80f1-43e4-a6a4-cfddd0125c20 req-7f72a201-fbf5-4315-9d8b-9e80aedd001f tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.1323872 Dec 14 19:06:50.410354 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-a8140c65-fb87-456a-8d85-c9e198f73db8 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:50.485602 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-57b663c1-80f1-43e4-a6a4-cfddd0125c20 req-c94013fb-baef-4f1d-a74c-c0ce02973ebe tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695729 Dec 14 19:06:50.547704 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2db37a-fbef-4544-afd1-71e12993d923 req-a8140c65-fb87-456a-8d85-c9e198f73db8 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] No DVR routers for this DVR port 911363f7-6059-43d4-9db0-64eed22ec6c5 on host hv-cinder-82174 {{(pid=88176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:06:50.551122 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-7d2db37a-fbef-4544-afd1-71e12993d923 req-a8140c65-fb87-456a-8d85-c9e198f73db8 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:50.574231 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbcb3f69-697d-4465-be8f-8ce6ebff5c83', 'name': 'network-vif-deleted', 'tag': '911363f7-6059-43d4-9db0-64eed22ec6c5'}] {{(pid=88176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:06:50.582957 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7d2db37a-fbef-4544-afd1-71e12993d923 req-a8140c65-fb87-456a-8d85-c9e198f73db8 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.73 "DELETE /v2.0/ports/911363f7-6059-43d4-9db0-64eed22ec6c5 HTTP/1.1" status: 204 len: 173 time: 1.8506284 Dec 14 19:06:50.694618 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbcb3f69-697d-4465-be8f-8ce6ebff5c83', 'name': 'network-vif-deleted', 'tag': '911363f7-6059-43d4-9db0-64eed22ec6c5', 'status': 'completed', 'code': 200} Dec 14 19:06:50.776760 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 7392eb2b-402c-493a-a825-5792af8b9afd up at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:06:50.996052 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning complete for port 7392eb2b-402c-493a-a825-5792af8b9afd triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:06:50.996495 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:51.089877 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055c398-0b1b-41fb-b1c7-05e9714a995a req-e419ef9c-e985-4043-b5e9-eccbc6a228a1 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:51.091773 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d055c398-0b1b-41fb-b1c7-05e9714a995a req-e419ef9c-e985-4043-b5e9-eccbc6a228a1 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 945 time: 0.1780493 Dec 14 19:06:51.243437 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:51.297912 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d055c398-0b1b-41fb-b1c7-05e9714a995a req-ea706249-4090-4c21-bd96-87d8e0462dcd tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938350 Dec 14 19:06:51.342563 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 7392eb2b-402c-493a-a825-5792af8b9afd, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=7392eb2b-402c-493a-a825-5792af8b9afd,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:06:51.343937 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21593c38-956a-4032-8fb0-b5efd48e6166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7392eb2b-402c-493a-a825-5792af8b9afd'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:06:51.352681 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:51.357387 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:51.436463 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320c80f-27b3-4e6c-b22f-41666b7956db req-da0bcb70-91a8-4921-ab16-03a01cc8bdb1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:51.445417 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c320c80f-27b3-4e6c-b22f-41666b7956db req-da0bcb70-91a8-4921-ab16-03a01cc8bdb1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.2455072 Dec 14 19:06:51.454421 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=7392eb2b-402c-493a-a825-5792af8b9afd,revision_number=7']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:51.469967 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:51.559124 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c320c80f-27b3-4e6c-b22f-41666b7956db req-e3d1446a-d881-4950-b390-45a886fa4552 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126893 Dec 14 19:06:51.797957 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21593c38-956a-4032-8fb0-b5efd48e6166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7392eb2b-402c-493a-a825-5792af8b9afd', 'code': 200} Dec 14 19:06:51.828131 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-93176539-8638-4348-939f-46a2fa24fc9d req-8b2acbc1-b568-4e69-a8ea-2db4e3ed2eab tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbcb3f69-697d-4465-be8f-8ce6ebff5c83 HTTP/1.1" status: 200 len: 210 time: 0.1821373 Dec 14 19:06:52.128689 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c1edd-73f6-43c7-bcc2-a32e5d4854d3 req-ab78c025-19d0-4937-b91e-68b6e4968d13 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:52.131116 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8c2c1edd-73f6-43c7-bcc2-a32e5d4854d3 req-ab78c025-19d0-4937-b91e-68b6e4968d13 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.1978095 Dec 14 19:06:52.263662 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8c2c1edd-73f6-43c7-bcc2-a32e5d4854d3 req-636c8923-03e7-4826-a220-7e9f1f2b9c10 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115324 Dec 14 19:06:52.793643 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 911363f7-6059-43d4-9db0-64eed22ec6c5 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:06:52.854758 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3316ea-4ace-4801-88e0-b06fa1a99b07 req-4cb528a9-9532-48df-8305-df66d73e88c7 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:52.878572 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] No Port match for: 911363f7-6059-43d4-9db0-64eed22ec6c5 {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:06:52.879199 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 911363f7-6059-43d4-9db0-64eed22ec6c5 not bound to the agent host hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:06:52.882993 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-eb3316ea-4ace-4801-88e0-b06fa1a99b07 req-4cb528a9-9532-48df-8305-df66d73e88c7 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 946 time: 0.2311993 Dec 14 19:06:52.978696 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-eb3316ea-4ace-4801-88e0-b06fa1a99b07 req-6c2275eb-5040-4b4e-86a2-d2d3ccadb2be tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944493 Dec 14 19:06:53.581545 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea35c9-23c2-402a-971f-76978717b57c req-161420de-31bb-46de-9527-9c7aa0ecf3ad tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:53.590390 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-dcea35c9-23c2-402a-971f-76978717b57c req-161420de-31bb-46de-9527-9c7aa0ecf3ad tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.1341157 Dec 14 19:06:53.654887 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-dcea35c9-23c2-402a-971f-76978717b57c req-1c96a2bf-2747-4d11-b9df-b2924343aba7 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633447 Dec 14 19:06:53.706350 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 46300) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:54.001258 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-324f470b-c565-40cb-b11a-bc901eaa87e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:54.048632 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-324f470b-c565-40cb-b11a-bc901eaa87e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:54.053897 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-324f470b-c565-40cb-b11a-bc901eaa87e1 admin admin] Usage tracker for resource:security_group_rule and tenant:a581e5d149514ec4aa70142c81c14a40 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:54.058515 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-324f470b-c565-40cb-b11a-bc901eaa87e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:54.066687 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-324f470b-c565-40cb-b11a-bc901eaa87e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:54.290915 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-324f470b-c565-40cb-b11a-bc901eaa87e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:54.296618 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-324f470b-c565-40cb-b11a-bc901eaa87e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:54.328078 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-5e0763e5-341b-4fc4-aec2-b5e10d174b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:54.389643 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f470b-c565-40cb-b11a-bc901eaa87e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07fc559-192e-417e-81c4-a1b94acb6ddb,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:54.412902 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-324f470b-c565-40cb-b11a-bc901eaa87e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:54.442102 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-324f470b-c565-40cb-b11a-bc901eaa87e1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a581e5d149514ec4aa70142c81c14a40&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7338743 Dec 14 19:06:54.445097 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 46324) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:54.540702 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb6bfe-9fad-46a2-89ef-f015e4d828db req-b92b963c-a744-4fc4-9c1f-3c68cce3132d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:54.554942 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-87bb6bfe-9fad-46a2-89ef-f015e4d828db req-b92b963c-a744-4fc4-9c1f-3c68cce3132d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 946 time: 0.1948345 Dec 14 19:06:54.573201 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-69935f52-1240-4d85-afd9-fef680d83dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:54.646495 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-69935f52-1240-4d85-afd9-fef680d83dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:54.680178 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-87bb6bfe-9fad-46a2-89ef-f015e4d828db req-76ac0bac-49ef-4ebe-a4a1-9a233d1e00c9 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225178 Dec 14 19:06:54.769078 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-69935f52-1240-4d85-afd9-fef680d83dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:54.773857 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-222b6c21-8563-4662-a2f1-d31d788fe0dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:54.806162 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69935f52-1240-4d85-afd9-fef680d83dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07fc559-192e-417e-81c4-a1b94acb6ddb,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:54.824910 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-69935f52-1240-4d85-afd9-fef680d83dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:54.827946 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-69935f52-1240-4d85-afd9-fef680d83dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:54.830449 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-69935f52-1240-4d85-afd9-fef680d83dca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d07fc559-192e-417e-81c4-a1b94acb6ddb HTTP/1.1" status: 204 len: 168 time: 0.3836768 Dec 14 19:06:55.046888 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9653e2-1511-43e8-bd0c-38dda3b429a2 req-893ef2ed-492e-4415-8cb3-93111e216961 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:55.057058 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2d9653e2-1511-43e8-bd0c-38dda3b429a2 req-893ef2ed-492e-4415-8cb3-93111e216961 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.1347203 Dec 14 19:06:55.301962 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2d9653e2-1511-43e8-bd0c-38dda3b429a2 req-868676ec-ea63-4a03-b463-dd19136ac13f tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2412980 Dec 14 19:06:56.352059 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5f810-3eb7-4a2f-a492-889ce0658020 req-7c029345-afdb-4f63-8c45-610655c399ef tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:56.369344 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-21a5f810-3eb7-4a2f-a492-889ce0658020 req-7c029345-afdb-4f63-8c45-610655c399ef tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 946 time: 0.3089573 Dec 14 19:06:56.531874 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-24e9f21f-3b53-46d1-bd88-53a66c30a5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:56.566510 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-21a5f810-3eb7-4a2f-a492-889ce0658020 req-846e9d14-b079-44e8-a25c-37fe79687149 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952500 Dec 14 19:06:56.592709 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b8db37b5-f811-483d-a4a6-ed6f24724725 req-5c105b3b-6b6d-4a85-bfe9-fdf300777837 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a0bcd02b122b4b9eae4ccde55819070a&device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 1099 time: 0.3048961 Dec 14 19:06:56.888272 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3a78d-a448-4245-a62e-90b5b38c6b54 req-ae975563-17a4-4251-9ff8-9e58455f41d9 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:56.913834 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7ea3a78d-a448-4245-a62e-90b5b38c6b54 req-ae975563-17a4-4251-9ff8-9e58455f41d9 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.3678575 Dec 14 19:06:57.122954 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7ea3a78d-a448-4245-a62e-90b5b38c6b54 req-3c5365da-373f-4791-98eb-11b09142b17a tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043464 Dec 14 19:06:57.147714 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e2ddf8-a336-42cc-a34d-7f2aef480323 req-9ca8e145-2d13-490e-840b-77c85747f199 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:57.160931 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f0e2ddf8-a336-42cc-a34d-7f2aef480323 req-9ca8e145-2d13-490e-840b-77c85747f199 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.1476381 Dec 14 19:06:57.215264 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db37b5-f811-483d-a4a6-ed6f24724725 req-92bc4bc0-85c8-4318-819e-10c36a5e1d80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:57.218661 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b8db37b5-f811-483d-a4a6-ed6f24724725 req-92bc4bc0-85c8-4318-819e-10c36a5e1d80 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d6bf064b-07a6-4d06-b7dd-381a325de464 HTTP/1.1" status: 200 len: 919 time: 0.6180508 Dec 14 19:06:57.290917 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f0e2ddf8-a336-42cc-a34d-7f2aef480323 req-fc65aeab-ba78-4f5b-9493-d8fa05062880 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294513 Dec 14 19:06:57.369072 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b8db37b5-f811-483d-a4a6-ed6f24724725 req-8e5167e5-9df5-4e2a-a79b-3236b8fc027e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1da7418b-279e-4457-a39c-9e8495c44f75 HTTP/1.1" status: 200 len: 217 time: 0.1353710 Dec 14 19:06:57.471534 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 46450) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:57.491622 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db37b5-f811-483d-a4a6-ed6f24724725 req-a0ee59f8-119a-43a9-9e5c-1df30534ad20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:57.493265 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b8db37b5-f811-483d-a4a6-ed6f24724725 req-a0ee59f8-119a-43a9-9e5c-1df30534ad20 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a68fb5d-39b8-4e02-9311-449e023242d8 HTTP/1.1" status: 200 len: 858 time: 0.1139622 Dec 14 19:06:57.637378 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b8db37b5-f811-483d-a4a6-ed6f24724725 req-d65e248d-5757-440e-b813-80b83779104e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d6bf064b-07a6-4d06-b7dd-381a325de464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264346 Dec 14 19:06:57.793557 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-17becce2-ab64-4ccc-a33f-599097f1664a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-881689443-network', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:06:57.803309 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-17becce2-ab64-4ccc-a33f-599097f1664a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:57.829429 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-17becce2-ab64-4ccc-a33f-599097f1664a admin admin] Usage tracker for resource:network and tenant:b1351b4434a5442d89b49cf7732f1282 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:57.838588 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-17becce2-ab64-4ccc-a33f-599097f1664a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:57.851555 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:57.866490 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-17becce2-ab64-4ccc-a33f-599097f1664a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:57.889326 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17becce2-ab64-4ccc-a33f-599097f1664a admin admin] Made reservation on behalf of b1351b4434a5442d89b49cf7732f1282 for: {'network': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:06:57.895584 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-17becce2-ab64-4ccc-a33f-599097f1664a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for network, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:57.930191 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-17becce2-ab64-4ccc-a33f-599097f1664a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:57.973963 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-17becce2-ab64-4ccc-a33f-599097f1664a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:57.978622 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-17becce2-ab64-4ccc-a33f-599097f1664a admin admin] Usage tracker for resource:security_group_rule and tenant:b1351b4434a5442d89b49cf7732f1282 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:57.982608 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-17becce2-ab64-4ccc-a33f-599097f1664a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:57.990175 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-17becce2-ab64-4ccc-a33f-599097f1664a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:58.003428 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b8db37b5-f811-483d-a4a6-ed6f24724725 req-fee77b67-9bb6-4aff-add3-28e4f8c5eb0e service neutron] 10.222.0.73 "GET /v2.0/networks/d6bf064b-07a6-4d06-b7dd-381a325de464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585708 Dec 14 19:06:58.173377 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-17becce2-ab64-4ccc-a33f-599097f1664a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:58.180114 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-17becce2-ab64-4ccc-a33f-599097f1664a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:58.203765 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6ba83dfe-f5be-43f8-9dd0-1be6bca7f931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:58.252693 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17becce2-ab64-4ccc-a33f-599097f1664a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb310ff8-557a-4396-bbeb-b82de7104ef4,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:58.261086 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-17becce2-ab64-4ccc-a33f-599097f1664a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:58.272170 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17becce2-ab64-4ccc-a33f-599097f1664a admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=88177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:06:58.288972 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-17becce2-ab64-4ccc-a33f-599097f1664a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:58.289377 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.segments_db [None req-17becce2-ab64-4ccc-a33f-599097f1664a admin admin] Added segment 1cf5010d-895c-4553-a7f2-3895c8486c17 of type vlan for network 55ee3fb9-d0c2-47cc-b57a-628cd1002c28 Dec 14 19:06:58.306766 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d491a-fde4-4a97-90cc-e80cad598029 req-3216583c-f474-4bf7-bfc9-1a13fcf29847 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:58.308373 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9a9d491a-fde4-4a97-90cc-e80cad598029 req-3216583c-f474-4bf7-bfc9-1a13fcf29847 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 946 time: 0.2499583 Dec 14 19:06:58.326136 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b8db37b5-f811-483d-a4a6-ed6f24724725 req-b882341e-4f2a-4c7b-b24a-771561b1fea4 service neutron] 10.222.0.73 "GET /v2.0/networks/d6bf064b-07a6-4d06-b7dd-381a325de464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990737 Dec 14 19:06:58.360453 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-17becce2-ab64-4ccc-a33f-599097f1664a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781368396147'] for network, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:58.407590 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9a9d491a-fde4-4a97-90cc-e80cad598029 req-3e76b382-f0b2-44f6-994a-77c5a13f9d2a tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894237 Dec 14 19:06:58.416450 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-fd502dc7-fc0a-42c3-80de-9499f4337b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:58.564326 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-17becce2-ab64-4ccc-a33f-599097f1664a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075'] for network, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:58.573274 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c9df4-4d95-467b-9710-f71f3963550d req-e9fbc33a-4f96-4924-828b-904d2e3d9402 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:58.575556 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f46c9df4-4d95-467b-9710-f71f3963550d req-e9fbc33a-4f96-4924-828b-904d2e3d9402 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.1637499 Dec 14 19:06:58.577672 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17becce2-ab64-4ccc-a33f-599097f1664a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:58.578435 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-17becce2-ab64-4ccc-a33f-599097f1664a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:58.665884 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3d6f9dba-d2a0-4840-ae69-127666d73a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:58.780588 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-17becce2-ab64-4ccc-a33f-599097f1664a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3073683 Dec 14 19:06:58.785987 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 46494) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:58.794709 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-41abcdfe-330b-4211-b85d-2b814c5c9d51 admin admin] Request body: {'subnet': {'network_id': '55ee3fb9-d0c2-47cc-b57a-628cd1002c28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-881689443-subnet', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'ip_version': 4}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:06:58.817996 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17becce2-ab64-4ccc-a33f-599097f1664a admin admin] Pushing event updated for resources: {'Network': ['ID=55ee3fb9-d0c2-47cc-b57a-628cd1002c28,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:58.823756 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-17becce2-ab64-4ccc-a33f-599097f1664a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:58.828332 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-41abcdfe-330b-4211-b85d-2b814c5c9d51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:58.832414 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Network 55ee3fb9-d0c2-47cc-b57a-628cd1002c28 details requested by agent ovs-agent-dv-cinder-821749-1-smb with host dv-cinder-821749-1-smb {{(pid=88178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:06:58.847906 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-41abcdfe-330b-4211-b85d-2b814c5c9d51 admin admin] Usage tracker for resource:subnet and tenant:b1351b4434a5442d89b49cf7732f1282 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:58.859783 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-41abcdfe-330b-4211-b85d-2b814c5c9d51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:58.877825 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc538e-d298-4f34-a328-7b2658233777 req-02edc697-ef0b-4144-b841-853f87f499c7 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:58.879593 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4ddc538e-d298-4f34-a328-7b2658233777 req-02edc697-ef0b-4144-b841-853f87f499c7 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.3141272 Dec 14 19:06:58.887462 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-41abcdfe-330b-4211-b85d-2b814c5c9d51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:58.897605 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f46c9df4-4d95-467b-9710-f71f3963550d req-a02b5f37-8bfa-4fa6-9bd4-cdfa3ef519a9 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920001 Dec 14 19:06:58.915346 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41abcdfe-330b-4211-b85d-2b814c5c9d51 admin admin] Made reservation on behalf of b1351b4434a5442d89b49cf7732f1282 for: {'subnet': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:06:58.921009 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-41abcdfe-330b-4211-b85d-2b814c5c9d51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853574783'] for subnet, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:59.081032 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4ddc538e-d298-4f34-a328-7b2658233777 req-213ea942-0926-41a8-8ed6-8c4fc2a2d570 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819935 Dec 14 19:06:59.301394 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:59.401869 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-41abcdfe-330b-4211-b85d-2b814c5c9d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1865689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853574768'] for subnet, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:59.410532 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-272d36a0-298f-4ab8-92a8-46516a88f554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:06:59.502193 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41abcdfe-330b-4211-b85d-2b814c5c9d51 admin admin] Checking segment: {'id': '1cf5010d-895c-4553-a7f2-3895c8486c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '55ee3fb9-d0c2-47cc-b57a-628cd1002c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:06:59.504989 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41abcdfe-330b-4211-b85d-2b814c5c9d51 admin admin] Network hostable DHCP agents. Network: 55ee3fb9-d0c2-47cc-b57a-628cd1002c28, hostable agents: ['64cad2d4-6c81-4c69-be80-b384beab6ad0'], hosted agents: [] {{(pid=88176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:06:59.546367 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41abcdfe-330b-4211-b85d-2b814c5c9d51 admin admin] Network 55ee3fb9-d0c2-47cc-b57a-628cd1002c28 is scheduled to be hosted by DHCP agent 64cad2d4-6c81-4c69-be80-b384beab6ad0 with binding_index 1 {{(pid=88176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:06:59.562298 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41abcdfe-330b-4211-b85d-2b814c5c9d51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=668c9a99-31b6-43dd-a171-3d1dbe68d7c5,revision_number=0']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:06:59.571167 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-41abcdfe-330b-4211-b85d-2b814c5c9d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:06:59.576721 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-41abcdfe-330b-4211-b85d-2b814c5c9d51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-smb, 55ee3fb9-d0c2-47cc-b57a-628cd1002c28) {{(pid=88176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:06:59.582112 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41abcdfe-330b-4211-b85d-2b814c5c9d51 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:06:59.584967 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-41abcdfe-330b-4211-b85d-2b814c5c9d51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:59.586881 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c44659-3401-42cf-8afb-f16715197099 None None] Network 55ee3fb9-d0c2-47cc-b57a-628cd1002c28 requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:06:59.629618 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-41abcdfe-330b-4211-b85d-2b814c5c9d51 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8409748 Dec 14 19:06:59.632493 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 46552) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:06:59.640094 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-ce7f47da-efe2-4bb7-8747-b2f54c981210 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-881689443-router', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'}}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:06:59.646138 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-ce7f47da-efe2-4bb7-8747-b2f54c981210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:06:59.651636 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-ce7f47da-efe2-4bb7-8747-b2f54c981210 admin admin] Usage tracker for resource:router and tenant:b1351b4434a5442d89b49cf7732f1282 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:06:59.655465 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-ce7f47da-efe2-4bb7-8747-b2f54c981210 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:06:59.663606 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-ce7f47da-efe2-4bb7-8747-b2f54c981210 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:06:59.765451 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ce7f47da-efe2-4bb7-8747-b2f54c981210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3724985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036853733793'] for router, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:59.766636 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ce7f47da-efe2-4bb7-8747-b2f54c981210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851050981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854342420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1042080'] for router, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:06:59.821414 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ce7f47da-efe2-4bb7-8747-b2f54c981210 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:00.065398 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a88154-bc09-4392-b6ec-55e12a061fba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bbb61a4-b59b-51be-b8ab-e3ecdf589590-55ee3fb9-d0c2-47cc-b57a-628cd1002c28', 'network_id': '55ee3fb9-d0c2-47cc-b57a-628cd1002c28', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'fixed_ips': [{'subnet_id': '668c9a99-31b6-43dd-a171-3d1dbe68d7c5'}]}} from dv-cinder-821749-1-smb. {{(pid=88178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 14 19:07:00.066692 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f8a88154-bc09-4392-b6ec-55e12a061fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:00.428984 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [None req-f8a88154-bc09-4392-b6ec-55e12a061fba None None] Allocated IP 172.20.0.2 (55ee3fb9-d0c2-47cc-b57a-628cd1002c28/668c9a99-31b6-43dd-a171-3d1dbe68d7c5/e2f0e893-827a-4c3a-b037-a3b510f94bea) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:07:00.537304 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcce87-fc9d-4c67-9fa9-3d7694804a9e req-21dffc69-4bd8-4366-afa0-bd2a5c51a78c tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:00.546291 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f9dcce87-fc9d-4c67-9fa9-3d7694804a9e req-21dffc69-4bd8-4366-afa0-bd2a5c51a78c tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 946 time: 0.8570817 Dec 14 19:07:00.559652 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ce7f47da-efe2-4bb7-8747-b2f54c981210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3724968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1042097'] for router, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:00.602478 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739035d3-b6af-4e0f-9f17-adc294728b34 req-38af6bf0-cd7d-49fc-9ad3-2166052f6f3d tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:00.610628 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-739035d3-b6af-4e0f-9f17-adc294728b34 req-38af6bf0-cd7d-49fc-9ad3-2166052f6f3d tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.3042109 Dec 14 19:07:00.671285 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f9dcce87-fc9d-4c67-9fa9-3d7694804a9e req-9a72811e-fb2a-4128-9a9e-a979632e6d8f tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236894 Dec 14 19:07:00.821958 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f8a88154-bc09-4392-b6ec-55e12a061fba None None] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:00.835809 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-f8a88154-bc09-4392-b6ec-55e12a061fba None None] Transition to ACTIVE for port object e2f0e893-827a-4c3a-b037-a3b510f94bea will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:07:00.860728 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:07:00.862047 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-f8a88154-bc09-4392-b6ec-55e12a061fba None None] Transition to ACTIVE for port object e2f0e893-827a-4c3a-b037-a3b510f94bea will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:07:00.867991 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-739035d3-b6af-4e0f-9f17-adc294728b34 req-f9c5b440-e334-4ced-8a0c-93640af82140 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545147 Dec 14 19:07:00.880640 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f8a88154-bc09-4392-b6ec-55e12a061fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:00.896340 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:00.946822 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a88154-bc09-4392-b6ec-55e12a061fba None None] Network 55ee3fb9-d0c2-47cc-b57a-628cd1002c28 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:07:00.946822 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:00.949969 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-f8a88154-bc09-4392-b6ec-55e12a061fba None None] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:07:00.977181 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a88154-bc09-4392-b6ec-55e12a061fba None None] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:07:01.102470 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-f8a88154-bc09-4392-b6ec-55e12a061fba None None] Attempting to bind port e2f0e893-827a-4c3a-b037-a3b510f94bea on host dv-cinder-821749-1-smb for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:07:01.102801 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-f8a88154-bc09-4392-b6ec-55e12a061fba None None] Attempting to bind port e2f0e893-827a-4c3a-b037-a3b510f94bea by drivers openvswitch,hyperv on host dv-cinder-821749-1-smb at level 0 using segments [{'id': '1cf5010d-895c-4553-a7f2-3895c8486c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '55ee3fb9-d0c2-47cc-b57a-628cd1002c28'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:07:01.103214 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a88154-bc09-4392-b6ec-55e12a061fba None None] Attempting to bind port e2f0e893-827a-4c3a-b037-a3b510f94bea on network 55ee3fb9-d0c2-47cc-b57a-628cd1002c28 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:07:01.106456 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a88154-bc09-4392-b6ec-55e12a061fba None None] Pushing event updated for resources: {'Port': ['ID=e2f0e893-827a-4c3a-b037-a3b510f94bea,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:01.106796 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07daa5e2-13e0-4f67-a320-2856c234f5f5 req-2a483496-e1c3-41d0-a67f-38df8b518510 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:01.115613 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-07daa5e2-13e0-4f67-a320-2856c234f5f5 req-2a483496-e1c3-41d0-a67f-38df8b518510 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.1353588 Dec 14 19:07:01.118291 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f8a88154-bc09-4392-b6ec-55e12a061fba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:01.132936 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a88154-bc09-4392-b6ec-55e12a061fba None None] Checking agent: {'id': '03990dc7-fb63-4310-b6c3-a74b6e9d0e80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 55, 58), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:07:01.133362 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a88154-bc09-4392-b6ec-55e12a061fba None None] Checking segment: {'id': '1cf5010d-895c-4553-a7f2-3895c8486c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '55ee3fb9-d0c2-47cc-b57a-628cd1002c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:07:01.133828 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f8a88154-bc09-4392-b6ec-55e12a061fba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:01.134277 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a88154-bc09-4392-b6ec-55e12a061fba None None] Bound using segment: {'id': '1cf5010d-895c-4553-a7f2-3895c8486c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '55ee3fb9-d0c2-47cc-b57a-628cd1002c28'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:07:01.135199 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-f8a88154-bc09-4392-b6ec-55e12a061fba None None] Bound port: e2f0e893-827a-4c3a-b037-a3b510f94bea, host: dv-cinder-821749-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf5010d-895c-4553-a7f2-3895c8486c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '55ee3fb9-d0c2-47cc-b57a-628cd1002c28'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:07:01.135626 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f8a88154-bc09-4392-b6ec-55e12a061fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:01.226661 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-07daa5e2-13e0-4f67-a320-2856c234f5f5 req-ecc7f9cb-5aaf-4361-a4ca-361a1df61f52 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101508 Dec 14 19:07:01.279898 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ce7f47da-efe2-4bb7-8747-b2f54c981210 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:01.280156 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-f8a88154-bc09-4392-b6ec-55e12a061fba None None] For port e2f0e893-827a-4c3a-b037-a3b510f94bea, host dv-cinder-821749-1-smb, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:07:01.285544 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-f8a88154-bc09-4392-b6ec-55e12a061fba None None] For port e2f0e893-827a-4c3a-b037-a3b510f94bea, host dv-cinder-821749-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=e2f0e893-827a-4c3a-b037-a3b510f94bea,segment=NetworkSegment(1cf5010d-895c-4553-a7f2-3895c8486c17),segment_id=1cf5010d-895c-4553-a7f2-3895c8486c17)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:07:01.299793 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f8a88154-bc09-4392-b6ec-55e12a061fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:01.312241 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6689cfdc-8ed5-4a49-aea0-0d115869e9b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:01.345270 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ce7f47da-efe2-4bb7-8747-b2f54c981210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:01.532670 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [None req-ce7f47da-efe2-4bb7-8747-b2f54c981210 admin admin] Allocated IP 172.28.1.14 (ffa0012a-9543-497d-8125-adf64d8cb965/bf490572-e226-4f78-a70f-384a9e5bc0f8/f3017d87-72c0-411d-9c58-35909b6508d0) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:07:01.537233 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a88154-bc09-4392-b6ec-55e12a061fba None None] Pushing event updated for resources: {'Port': ['ID=e2f0e893-827a-4c3a-b037-a3b510f94bea,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:01.552947 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f8a88154-bc09-4392-b6ec-55e12a061fba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:01.938577 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ce7f47da-efe2-4bb7-8747-b2f54c981210 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:02.256485 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0296da0-8c89-4f66-943b-7762ef181fb5 req-5893c9ed-fd9d-4913-b570-8e4b22a4cf4d tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:02.258267 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c0296da0-8c89-4f66-943b-7762ef181fb5 req-5893c9ed-fd9d-4913-b570-8e4b22a4cf4d tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.3008339 Dec 14 19:07:02.356516 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c0296da0-8c89-4f66-943b-7762ef181fb5 req-c234925f-6e12-4abf-adb6-e65fa7bd5498 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802281 Dec 14 19:07:02.383765 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ce7f47da-efe2-4bb7-8747-b2f54c981210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:02.397266 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-77aba9d4-7e53-414f-9da8-a82e73c2bdff req-53ae63d1-2880-48c1-aa0a-0bb6e49bccf7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=110f0191feb9402db4fceb6ce9c472c5&device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 1098 time: 0.3298402 Dec 14 19:07:02.434393 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4a7a9-30b9-487e-a13b-89cf4b1db0ff req-df424fd2-a3d3-4f2c-a9df-ba0403de2f1a tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:02.443421 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3fb4a7a9-30b9-487e-a13b-89cf4b1db0ff req-df424fd2-a3d3-4f2c-a9df-ba0403de2f1a tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 946 time: 0.4435310 Dec 14 19:07:02.446344 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:02.612850 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f47da-efe2-4bb7-8747-b2f54c981210 admin admin] Pushing event updated for resources: {'Port': ['ID=f3017d87-72c0-411d-9c58-35909b6508d0,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:02.617891 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ce7f47da-efe2-4bb7-8747-b2f54c981210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:02.707094 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3fb4a7a9-30b9-487e-a13b-89cf4b1db0ff req-e7828641-1e6e-49ea-aadd-33f0b91a89ea tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2623217 Dec 14 19:07:02.735714 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7f47da-efe2-4bb7-8747-b2f54c981210 admin admin] Network ffa0012a-9543-497d-8125-adf64d8cb965 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:07:02.738775 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aba9d4-7e53-414f-9da8-a82e73c2bdff req-379cb9cd-735e-4225-877c-02baefa5ce4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:02.741430 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-77aba9d4-7e53-414f-9da8-a82e73c2bdff req-379cb9cd-735e-4225-877c-02baefa5ce4c service neutron] 10.222.0.73 "GET /v2.0/networks?id=41417801-7e29-40be-adf1-4fe41a7c2988 HTTP/1.1" status: 200 len: 911 time: 0.3336198 Dec 14 19:07:02.755265 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-ce7f47da-efe2-4bb7-8747-b2f54c981210 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:07:02.766153 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7f47da-efe2-4bb7-8747-b2f54c981210 admin admin] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:07:02.858205 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device e2f0e893-827a-4c3a-b037-a3b510f94bea up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:07:02.907109 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-77aba9d4-7e53-414f-9da8-a82e73c2bdff req-c9611766-192d-43bb-a3ff-d1bf8411e835 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5b7ee7c-2e80-447f-9096-4828f3eae4d4 HTTP/1.1" status: 200 len: 1001 time: 0.1581199 Dec 14 19:07:02.981373 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a23236-3560-4ad3-babf-c1007bb90c43 req-be624ffd-c962-41e9-babc-ebb6d3befe12 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:02.990243 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-13a23236-3560-4ad3-babf-c1007bb90c43 req-be624ffd-c962-41e9-babc-ebb6d3befe12 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.1369734 Dec 14 19:07:03.006041 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning for port e2f0e893-827a-4c3a-b037-a3b510f94bea completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:07:03.076380 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aba9d4-7e53-414f-9da8-a82e73c2bdff req-022f624d-2ba9-457f-bb19-4294cb90b3de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:03.081131 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-77aba9d4-7e53-414f-9da8-a82e73c2bdff req-022f624d-2ba9-457f-bb19-4294cb90b3de service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d0b1b1d-1f37-43fd-8afc-31b562aa0f47 HTTP/1.1" status: 200 len: 849 time: 0.1652949 Dec 14 19:07:03.118613 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-13a23236-3560-4ad3-babf-c1007bb90c43 req-cf5c11d6-c395-4e79-92ce-1ca355c6d7fb tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272690 Dec 14 19:07:03.230591 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ce7f47da-efe2-4bb7-8747-b2f54c981210 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:03.231387 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ce7f47da-efe2-4bb7-8747-b2f54c981210 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851050847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854340295'] for router, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:03.264280 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-77aba9d4-7e53-414f-9da8-a82e73c2bdff req-63604115-d8a1-4864-b3b5-7c60b9fe2e25 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=41417801-7e29-40be-adf1-4fe41a7c2988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1745684 Dec 14 19:07:03.498384 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-77aba9d4-7e53-414f-9da8-a82e73c2bdff req-9f4f48b4-fd9e-4c05-b22c-499346c360b0 service neutron] 10.222.0.73 "GET /v2.0/networks/41417801-7e29-40be-adf1-4fe41a7c2988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270136 Dec 14 19:07:03.583390 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7f47da-efe2-4bb7-8747-b2f54c981210 admin admin] Router 6571e0b2-3a04-447f-abee-749249a9e8ee is scheduled to L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 with binding_index 1 {{(pid=88177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 14 19:07:03.838219 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-77aba9d4-7e53-414f-9da8-a82e73c2bdff req-ab60bb96-e2b2-415c-a524-651164085507 service neutron] 10.222.0.73 "GET /v2.0/networks/41417801-7e29-40be-adf1-4fe41a7c2988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273938 Dec 14 19:07:04.215288 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302a065-4384-4f3a-8515-4b713bf9471c req-bd626d4d-d4ea-46ff-a53e-5b0e15ebf43e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:04.217337 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5302a065-4384-4f3a-8515-4b713bf9471c req-bd626d4d-d4ea-46ff-a53e-5b0e15ebf43e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.3775995 Dec 14 19:07:04.382250 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e91fa8-b0e3-4041-b395-f422f252f989 req-9601c4fe-8ad7-40d5-9230-a53ac90677eb tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:04.384025 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-44e91fa8-b0e3-4041-b395-f422f252f989 req-9601c4fe-8ad7-40d5-9230-a53ac90677eb tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 946 time: 0.3347530 Dec 14 19:07:04.455578 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5302a065-4384-4f3a-8515-4b713bf9471c req-4996e3a7-e58c-4b21-bfba-6bd7fae6a71f tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266672 Dec 14 19:07:04.458978 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7f47da-efe2-4bb7-8747-b2f54c981210 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:07:04.471197 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14235c85-7402-4051-bd4a-a067d2523143 None None] Sync routers for ids ['6571e0b2-3a04-447f-abee-749249a9e8ee'] in dv-cinder-821749-1-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:07:04.487369 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-44e91fa8-b0e3-4041-b395-f422f252f989 req-571bd182-64bb-4897-aad1-c71542e66289 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931053 Dec 14 19:07:04.496039 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14235c85-7402-4051-bd4a-a067d2523143 None None] Routers {'6571e0b2-3a04-447f-abee-749249a9e8ee'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:07:04.497116 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-14235c85-7402-4051-bd4a-a067d2523143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:06:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['6571e0b2-3a04-447f-abee-749249a9e8ee'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:04.534712 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ce7f47da-efe2-4bb7-8747-b2f54c981210 admin admin] Notify callbacks [] for router, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:04.539119 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-ce7f47da-efe2-4bb7-8747-b2f54c981210 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9019103 Dec 14 19:07:04.539119 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 46682) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:04.686982 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8778e2e8-a9b2-4bf0-b127-7a516c2a3876 None None] Network 55ee3fb9-d0c2-47cc-b57a-628cd1002c28 requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:07:04.850278 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 46688) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:04.907072 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-14235c85-7402-4051-bd4a-a067d2523143 None None] Set router 6571e0b2-3a04-447f-abee-749249a9e8ee gateway port host: dv-cinder-821749-1-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:07:04.995714 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d48d4129-9b60-4125-ad70-a9ca86898056 None None] Provisioning for port e2f0e893-827a-4c3a-b037-a3b510f94bea completed by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:07:05.081651 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d48d4129-9b60-4125-ad70-a9ca86898056 None None] Provisioning complete for port e2f0e893-827a-4c3a-b037-a3b510f94bea triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:05.082253 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d48d4129-9b60-4125-ad70-a9ca86898056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:05.282273 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bed31-bac6-45cd-ae39-5f85808badbc req-793933d0-8fe6-4804-ac5e-9fdb8992f419 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:05.296697 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-658bed31-bac6-45cd-ae39-5f85808badbc req-793933d0-8fe6-4804-ac5e-9fdb8992f419 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.2948952 Dec 14 19:07:05.396027 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d48d4129-9b60-4125-ad70-a9ca86898056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:05.424396 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-658bed31-bac6-45cd-ae39-5f85808badbc req-6a320ca7-034d-474d-9fe7-340acde0389a tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231945 Dec 14 19:07:05.487333 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-4bcaf480-0484-4116-8060-acc4c16ab538 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8bebf9c1f19a456296cbc4e074c22448&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6329150 Dec 14 19:07:05.489964 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d48d4129-9b60-4125-ad70-a9ca86898056 None None] For port e2f0e893-827a-4c3a-b037-a3b510f94bea, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=e2f0e893-827a-4c3a-b037-a3b510f94bea,segment=NetworkSegment(1cf5010d-895c-4553-a7f2-3895c8486c17),segment_id=1cf5010d-895c-4553-a7f2-3895c8486c17)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:07:05.490957 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 46696) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:05.498995 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d48d4129-9b60-4125-ad70-a9ca86898056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:05.502760 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:05.699218 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d4129-9b60-4125-ad70-a9ca86898056 None None] Pushing event updated for resources: {'Port': ['ID=e2f0e893-827a-4c3a-b037-a3b510f94bea,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:05.717584 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d48d4129-9b60-4125-ad70-a9ca86898056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:05.740246 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f4e68671-5b27-4c9e-ad90-5f959f89bba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:05.849911 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f4e68671-5b27-4c9e-ad90-5f959f89bba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:05.955451 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f4e68671-5b27-4c9e-ad90-5f959f89bba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:05.962625 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-b4706615-bde4-484b-ae5a-c0e2bb92ecb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:05.992907 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e68671-5b27-4c9e-ad90-5f959f89bba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecde416e-60c7-4b93-b9a5-0b01efeca900,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:06.001369 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f4e68671-5b27-4c9e-ad90-5f959f89bba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:06.006336 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f4e68671-5b27-4c9e-ad90-5f959f89bba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:06.012279 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-f4e68671-5b27-4c9e-ad90-5f959f89bba3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ecde416e-60c7-4b93-b9a5-0b01efeca900 HTTP/1.1" status: 204 len: 168 time: 0.5138507 Dec 14 19:07:06.284704 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-14235c85-7402-4051-bd4a-a067d2523143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'name': 'tempest-TestMinimumBasicScenario-881689443-router', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.14'}], 'enable_snat': True}, 'gw_port_id': 'f3017d87-72c0-411d-9c58-35909b6508d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:59Z', 'updated_at': '2021-12-14T19:07:03Z', 'revision_number': 3, 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'gw_port': {'id': 'f3017d87-72c0-411d-9c58-35909b6508d0', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ed:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:01Z', 'updated_at': '2021-12-14T19:07:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb'}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:06.292642 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14235c85-7402-4051-bd4a-a067d2523143 None None] Checking router: 6571e0b2-3a04-447f-abee-749249a9e8ee for host: dv-cinder-821749-1-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:07:06.293094 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14235c85-7402-4051-bd4a-a067d2523143 None None] Updating router 6571e0b2-3a04-447f-abee-749249a9e8ee port f3017d87-72c0-411d-9c58-35909b6508d0 binding host dv-cinder-821749-1-smb {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:07:06.370200 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-a5a8feef-b491-4817-89a6-ae298b730126 None None] Provisioning complete for port e2f0e893-827a-4c3a-b037-a3b510f94bea triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:06.370200 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a5a8feef-b491-4817-89a6-ae298b730126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:06.394913 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-14235c85-7402-4051-bd4a-a067d2523143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:06.519294 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050b446-41f4-46bf-b75a-0bfc37315b15 req-5adbe387-5184-4bbd-859d-cef2537d89a2 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:06.529503 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8050b446-41f4-46bf-b75a-0bfc37315b15 req-5adbe387-5184-4bbd-859d-cef2537d89a2 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 946 time: 0.4056404 Dec 14 19:07:06.602472 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db3e6e-7c27-4bce-914b-328acf0340a7 req-de21f837-c482-4f2b-aa59-dd67b2f33103 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:06.612038 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-62db3e6e-7c27-4bce-914b-328acf0340a7 req-de21f837-c482-4f2b-aa59-dd67b2f33103 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.4889910 Dec 14 19:07:06.746359 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-62db3e6e-7c27-4bce-914b-328acf0340a7 req-7bbf1c13-5b43-424b-adca-2039323a9db3 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331997 Dec 14 19:07:06.761938 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device e2f0e893-827a-4c3a-b037-a3b510f94bea up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:07:06.763613 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8050b446-41f4-46bf-b75a-0bfc37315b15 req-4c4dd4fa-4f8a-40b4-9f49-42f4b842cd23 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329371 Dec 14 19:07:06.949217 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port e2f0e893-827a-4c3a-b037-a3b510f94bea triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:06.949608 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:07.139333 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-14235c85-7402-4051-bd4a-a067d2523143 None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:07.175873 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-14235c85-7402-4051-bd4a-a067d2523143 None None] Transition to ACTIVE for port object f3017d87-72c0-411d-9c58-35909b6508d0 will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:07:07.186179 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-14235c85-7402-4051-bd4a-a067d2523143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:07.192021 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260f781-6747-49f9-a888-1688a30d07d9 req-21eb604a-49d9-4a64-8434-a42e72ff80c7 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:07.201003 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9260f781-6747-49f9-a888-1688a30d07d9 req-21eb604a-49d9-4a64-8434-a42e72ff80c7 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.1356258 Dec 14 19:07:07.209604 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e75abd15-fa8c-4511-9077-19d043a1bcf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:07.288891 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5bf6e-178c-4c2f-8441-0acb391f79a6 None None] Pushing event updated for resources: {'Port': ['ID=f3017d87-72c0-411d-9c58-35909b6508d0,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:07.291250 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9260f781-6747-49f9-a888-1688a30d07d9 req-1e34dc09-982e-459a-8184-c966ee9719d8 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890806 Dec 14 19:07:07.301106 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a5bf6e-178c-4c2f-8441-0acb391f79a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:07.302042 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a5bf6e-178c-4c2f-8441-0acb391f79a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:07.302628 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a5bf6e-178c-4c2f-8441-0acb391f79a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:07.303202 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a5bf6e-178c-4c2f-8441-0acb391f79a6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:07.304097 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a5bf6e-178c-4c2f-8441-0acb391f79a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:07.304681 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a5bf6e-178c-4c2f-8441-0acb391f79a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:07.305308 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a5bf6e-178c-4c2f-8441-0acb391f79a6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:07.305877 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a5bf6e-178c-4c2f-8441-0acb391f79a6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:07.306670 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a5bf6e-178c-4c2f-8441-0acb391f79a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:07.307608 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a5bf6e-178c-4c2f-8441-0acb391f79a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:07.308176 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a5bf6e-178c-4c2f-8441-0acb391f79a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:07.337926 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-72a5bf6e-178c-4c2f-8441-0acb391f79a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:07.340874 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-14235c85-7402-4051-bd4a-a067d2523143 None None] Attempting to bind port f3017d87-72c0-411d-9c58-35909b6508d0 on host dv-cinder-821749-1-smb for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:07:07.341464 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-14235c85-7402-4051-bd4a-a067d2523143 None None] Attempting to bind port f3017d87-72c0-411d-9c58-35909b6508d0 by drivers openvswitch,hyperv on host dv-cinder-821749-1-smb at level 0 using segments [{'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:07:07.341937 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14235c85-7402-4051-bd4a-a067d2523143 None None] Attempting to bind port f3017d87-72c0-411d-9c58-35909b6508d0 on network ffa0012a-9543-497d-8125-adf64d8cb965 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:07:07.349556 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14235c85-7402-4051-bd4a-a067d2523143 None None] Checking agent: {'id': '03990dc7-fb63-4310-b6c3-a74b6e9d0e80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 55, 58), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:07:07.350068 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14235c85-7402-4051-bd4a-a067d2523143 None None] Checking segment: {'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:07:07.350710 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-14235c85-7402-4051-bd4a-a067d2523143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:07.351235 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14235c85-7402-4051-bd4a-a067d2523143 None None] Bound using segment: {'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:07:07.351827 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-14235c85-7402-4051-bd4a-a067d2523143 None None] Bound port: f3017d87-72c0-411d-9c58-35909b6508d0, host: dv-cinder-821749-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:07:07.352324 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-14235c85-7402-4051-bd4a-a067d2523143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:07.443421 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-14235c85-7402-4051-bd4a-a067d2523143 None None] For port f3017d87-72c0-411d-9c58-35909b6508d0, host dv-cinder-821749-1-smb, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:07:07.446079 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-14235c85-7402-4051-bd4a-a067d2523143 None None] For port f3017d87-72c0-411d-9c58-35909b6508d0, host dv-cinder-821749-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=f3017d87-72c0-411d-9c58-35909b6508d0,segment=NetworkSegment(0945c744-4d3b-470e-8f6d-ce93add76b81),segment_id=0945c744-4d3b-470e-8f6d-ce93add76b81)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:07:07.452014 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-14235c85-7402-4051-bd4a-a067d2523143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:07.457822 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:07.504013 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-83bca3ee-1479-4388-9a7b-e72a7ff23b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:07.545730 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a5bf6e-178c-4c2f-8441-0acb391f79a6 None None] Pushing event updated for resources: {'Port': ['ID=f3017d87-72c0-411d-9c58-35909b6508d0,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:07.550097 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-72a5bf6e-178c-4c2f-8441-0acb391f79a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:07.551831 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14235c85-7402-4051-bd4a-a067d2523143 None None] Routers {'6571e0b2-3a04-447f-abee-749249a9e8ee'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:07:07.552544 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-14235c85-7402-4051-bd4a-a067d2523143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:06:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['6571e0b2-3a04-447f-abee-749249a9e8ee'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:07.778168 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-14235c85-7402-4051-bd4a-a067d2523143 None None] Set router 6571e0b2-3a04-447f-abee-749249a9e8ee gateway port host: dv-cinder-821749-1-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:07:07.851538 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [None req-83bca3ee-1479-4388-9a7b-e72a7ff23b55 admin admin] Allocated IP 172.20.0.1 (55ee3fb9-d0c2-47cc-b57a-628cd1002c28/668c9a99-31b6-43dd-a171-3d1dbe68d7c5/bd4f35f1-6cd4-418d-9854-8635a23701f2) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:07:08.228691 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7922d-c196-40c9-a4ed-3a252558acae req-dadd34f8-2e55-46aa-b32b-3cdf04118e31 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:08.238337 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3bc7922d-c196-40c9-a4ed-3a252558acae req-dadd34f8-2e55-46aa-b32b-3cdf04118e31 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 946 time: 0.2072756 Dec 14 19:07:08.263427 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-14235c85-7402-4051-bd4a-a067d2523143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'name': 'tempest-TestMinimumBasicScenario-881689443-router', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.14'}], 'enable_snat': True}, 'gw_port_id': 'f3017d87-72c0-411d-9c58-35909b6508d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:59Z', 'updated_at': '2021-12-14T19:07:03Z', 'revision_number': 3, 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'gw_port': {'id': 'f3017d87-72c0-411d-9c58-35909b6508d0', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ed:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:01Z', 'updated_at': '2021-12-14T19:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb'}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:08.269325 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14235c85-7402-4051-bd4a-a067d2523143 None None] The sync data for ids ['6571e0b2-3a04-447f-abee-749249a9e8ee'] in dv-cinder-821749-1-smb is: [{'id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'name': 'tempest-TestMinimumBasicScenario-881689443-router', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.14'}], 'enable_snat': True}, 'gw_port_id': 'f3017d87-72c0-411d-9c58-35909b6508d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:59Z', 'updated_at': '2021-12-14T19:07:03Z', 'revision_number': 3, 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'gw_port': {'id': 'f3017d87-72c0-411d-9c58-35909b6508d0', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ed:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:01Z', 'updated_at': '2021-12-14T19:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb'}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:07:08.295865 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-83bca3ee-1479-4388-9a7b-e72a7ff23b55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:08.326255 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3bc7922d-c196-40c9-a4ed-3a252558acae req-ae17623f-4b88-4aa6-af58-74e1e105ceaa tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868635 Dec 14 19:07:08.330221 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-83bca3ee-1479-4388-9a7b-e72a7ff23b55 admin admin] Transition to ACTIVE for port object bd4f35f1-6cd4-418d-9854-8635a23701f2 will not be triggered until provisioned by entity DHCP. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:07:08.354117 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-83bca3ee-1479-4388-9a7b-e72a7ff23b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:08.362153 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:08.452751 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bca3ee-1479-4388-9a7b-e72a7ff23b55 admin admin] Pushing event updated for resources: {'Port': ['ID=bd4f35f1-6cd4-418d-9854-8635a23701f2,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:08.456940 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bca3ee-1479-4388-9a7b-e72a7ff23b55 admin admin] Network 55ee3fb9-d0c2-47cc-b57a-628cd1002c28 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:07:08.458925 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-83bca3ee-1479-4388-9a7b-e72a7ff23b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:08.505733 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-83bca3ee-1479-4388-9a7b-e72a7ff23b55 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:07:08.520200 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bca3ee-1479-4388-9a7b-e72a7ff23b55 admin admin] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:07:08.599998 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-83bca3ee-1479-4388-9a7b-e72a7ff23b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440700'] for router_interface, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:08.686374 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8261d48-d049-40f9-9cfb-aba09bf6e628 req-32b83404-60d2-4be2-a1da-d0bd96510135 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:08.688108 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e8261d48-d049-40f9-9cfb-aba09bf6e628 req-32b83404-60d2-4be2-a1da-d0bd96510135 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.2395537 Dec 14 19:07:08.816931 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-83bca3ee-1479-4388-9a7b-e72a7ff23b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:08.936081 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e8261d48-d049-40f9-9cfb-aba09bf6e628 req-10715181-5ff5-4f87-8603-b27ad0937b06 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082322 Dec 14 19:07:09.019091 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-ddc362bb-3ac4-4ca9-a625-f0b48f7c227a None None] Provisioning for port bd4f35f1-6cd4-418d-9854-8635a23701f2 completed by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:07:09.025912 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-ddc362bb-3ac4-4ca9-a625-f0b48f7c227a None None] Provisioning complete for port bd4f35f1-6cd4-418d-9854-8635a23701f2 triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:09.026813 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ddc362bb-3ac4-4ca9-a625-f0b48f7c227a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:09.102206 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-ddc362bb-3ac4-4ca9-a625-f0b48f7c227a None None] Port bd4f35f1-6cd4-418d-9854-8635a23701f2 cannot update to ACTIVE because it is not bound. {{(pid=88178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:07:09.285389 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-83bca3ee-1479-4388-9a7b-e72a7ff23b55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:09.290720 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-83bca3ee-1479-4388-9a7b-e72a7ff23b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853069063'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:09.380522 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8114b0ca-8766-444a-bfb5-de89dfa0ba2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:09.476547 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bca3ee-1479-4388-9a7b-e72a7ff23b55 admin admin] Pushing event updated for resources: {'Port': ['ID=bd4f35f1-6cd4-418d-9854-8635a23701f2,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:09.479903 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-83bca3ee-1479-4388-9a7b-e72a7ff23b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:09.520846 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-83bca3ee-1479-4388-9a7b-e72a7ff23b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3287090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854335205'] for router_interface, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:09.754129 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831ed52-82f5-4a41-89ca-68d1747104bd req-978cbff2-f680-4a0d-a459-5cb2d7d31c49 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:09.755794 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0831ed52-82f5-4a41-89ca-68d1747104bd req-978cbff2-f680-4a0d-a459-5cb2d7d31c49 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 946 time: 0.1891122 Dec 14 19:07:09.766635 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bca3ee-1479-4388-9a7b-e72a7ff23b55 admin admin] Network 55ee3fb9-d0c2-47cc-b57a-628cd1002c28 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:07:09.768906 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-83bca3ee-1479-4388-9a7b-e72a7ff23b55 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:07:09.995053 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0831ed52-82f5-4a41-89ca-68d1747104bd req-fa203cce-7b58-4d1c-9261-086664ef1cd6 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306790 Dec 14 19:07:10.169226 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-39984d03-05e6-4ec3-b256-1b615c0886cd None None] Provisioning complete for port bd4f35f1-6cd4-418d-9854-8635a23701f2 triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:10.169648 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-39984d03-05e6-4ec3-b256-1b615c0886cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:10.235868 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-39984d03-05e6-4ec3-b256-1b615c0886cd None None] Port bd4f35f1-6cd4-418d-9854-8635a23701f2 cannot update to ACTIVE because it is not bound. {{(pid=88178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:07:10.267744 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3970e00a-92c6-46ac-af3e-7af6b4943ecc req-054ff1c8-2458-42c5-96f1-0c79458ebca5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58846b25a8b64cc9833f513a6aff6430&device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 1099 time: 0.1093462 Dec 14 19:07:10.435207 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970e00a-92c6-46ac-af3e-7af6b4943ecc req-ce352bdd-f865-42d1-ab65-578007f64a34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:10.437222 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3970e00a-92c6-46ac-af3e-7af6b4943ecc req-ce352bdd-f865-42d1-ab65-578007f64a34 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b4963efd-9650-43f5-bcad-9f14585c51e1 HTTP/1.1" status: 200 len: 918 time: 0.1624088 Dec 14 19:07:10.582792 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021ba27-6f01-4897-91d1-6fb5deeb54f4 req-68c281e5-7f86-4c9b-97ef-5907748a761c tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:10.584578 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e021ba27-6f01-4897-91d1-6fb5deeb54f4 req-68c281e5-7f86-4c9b-97ef-5907748a761c tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.4104164 Dec 14 19:07:10.636437 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bca3ee-1479-4388-9a7b-e72a7ff23b55 admin admin] Router 6571e0b2-3a04-447f-abee-749249a9e8ee has already been hosted by L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:07:10.670663 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e021ba27-6f01-4897-91d1-6fb5deeb54f4 req-e62fd7b7-7795-4a46-b5c9-c6b19f2b6e8d tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687368 Dec 14 19:07:10.805199 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device f3017d87-72c0-411d-9c58-35909b6508d0 up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:07:10.881936 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3970e00a-92c6-46ac-af3e-7af6b4943ecc req-cf0e96d9-254b-4bc9-937a-5759290d8ef8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7392eb2b-402c-493a-a825-5792af8b9afd HTTP/1.1" status: 200 len: 1001 time: 0.4376857 Dec 14 19:07:10.922041 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning for port f3017d87-72c0-411d-9c58-35909b6508d0 completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:07:10.929475 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port f3017d87-72c0-411d-9c58-35909b6508d0 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:10.930143 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:10.963677 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970e00a-92c6-46ac-af3e-7af6b4943ecc req-89cf5368-4537-47df-8c87-f2cdb4e216a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:10.965358 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3970e00a-92c6-46ac-af3e-7af6b4943ecc req-89cf5368-4537-47df-8c87-f2cdb4e216a1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b815059-1f36-4f96-b4d1-a621a9f7fda3 HTTP/1.1" status: 200 len: 856 time: 0.0773079 Dec 14 19:07:10.983558 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fd083c10-6575-4f32-81c7-24d82ca8f179 req-c24037f7-cf76-4839-961a-50c9c56e51ac service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1323051 Dec 14 19:07:11.003541 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bca3ee-1479-4388-9a7b-e72a7ff23b55 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:07:11.014783 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-83bca3ee-1479-4388-9a7b-e72a7ff23b55 admin admin] 10.222.0.62 "PUT /v2.0/routers/6571e0b2-3a04-447f-abee-749249a9e8ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4743221 Dec 14 19:07:11.139163 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3970e00a-92c6-46ac-af3e-7af6b4943ecc req-6075673e-054d-4261-9303-f4df82459edd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b4963efd-9650-43f5-bcad-9f14585c51e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1640763 Dec 14 19:07:11.374380 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3970e00a-92c6-46ac-af3e-7af6b4943ecc req-e88416bc-f2f9-454e-a71e-25d9381f2d69 service neutron] 10.222.0.73 "GET /v2.0/networks/b4963efd-9650-43f5-bcad-9f14585c51e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252717 Dec 14 19:07:11.397442 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fd083c10-6575-4f32-81c7-24d82ca8f179 req-89d1dbca-0db9-46d4-94c7-33c994c6f34b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a0bcd02b122b4b9eae4ccde55819070a&device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 1098 time: 0.3629985 Dec 14 19:07:11.423410 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:11.464713 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] For port f3017d87-72c0-411d-9c58-35909b6508d0, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=f3017d87-72c0-411d-9c58-35909b6508d0,segment=NetworkSegment(0945c744-4d3b-470e-8f6d-ce93add76b81),segment_id=0945c744-4d3b-470e-8f6d-ce93add76b81)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:07:11.472356 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:11.474818 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:11.560628 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:11.583636 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Pushing event updated for resources: {'Port': ['ID=f3017d87-72c0-411d-9c58-35909b6508d0,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:11.587872 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:11.697008 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226a64e-afbb-4d11-a237-181668f0f099 req-4ce64cd6-fd70-4ab6-8efe-b165ed9e1fa9 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:11.699768 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1226a64e-afbb-4d11-a237-181668f0f099 req-4ce64cd6-fd70-4ab6-8efe-b165ed9e1fa9 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 946 time: 0.4183347 Dec 14 19:07:11.710407 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3970e00a-92c6-46ac-af3e-7af6b4943ecc req-170623ac-63ed-425f-bd2a-eec30f82eadb service neutron] 10.222.0.73 "GET /v2.0/networks/b4963efd-9650-43f5-bcad-9f14585c51e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267875 Dec 14 19:07:11.741335 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd083c10-6575-4f32-81c7-24d82ca8f179 req-72a82b2d-9b52-4a60-ba8d-907ac70bf17f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:11.742996 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fd083c10-6575-4f32-81c7-24d82ca8f179 req-72a82b2d-9b52-4a60-ba8d-907ac70bf17f service neutron] 10.222.0.73 "GET /v2.0/networks?id=d6bf064b-07a6-4d06-b7dd-381a325de464 HTTP/1.1" status: 200 len: 919 time: 0.3262472 Dec 14 19:07:11.829163 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fd083c10-6575-4f32-81c7-24d82ca8f179 req-bbab49e3-299e-477e-a06a-fe289adbd62f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8 HTTP/1.1" status: 200 len: 217 time: 0.0787404 Dec 14 19:07:11.881005 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1226a64e-afbb-4d11-a237-181668f0f099 req-0c20f1dd-02f9-4282-8d57-930fb4668189 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627665 Dec 14 19:07:11.992727 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd083c10-6575-4f32-81c7-24d82ca8f179 req-a43b3c40-31a9-4a1e-bee7-6bcdf50abac5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:11.994481 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fd083c10-6575-4f32-81c7-24d82ca8f179 req-a43b3c40-31a9-4a1e-bee7-6bcdf50abac5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a68fb5d-39b8-4e02-9311-449e023242d8 HTTP/1.1" status: 200 len: 858 time: 0.1550341 Dec 14 19:07:12.054877 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fd083c10-6575-4f32-81c7-24d82ca8f179 req-fdeba52a-77bc-4d7f-9598-f43da4667917 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d6bf064b-07a6-4d06-b7dd-381a325de464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518003 Dec 14 19:07:12.067039 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4941acb-b455-4119-a56d-7dcb0fa3a0c7 req-a972aee7-b9ed-4c05-ad4b-fbe381d345d4 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:12.068733 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d4941acb-b455-4119-a56d-7dcb0fa3a0c7 req-a972aee7-b9ed-4c05-ad4b-fbe381d345d4 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.1868694 Dec 14 19:07:12.109505 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc000a10-532f-4212-af26-e5989682ad9d None None] Sync routers for ids ['6571e0b2-3a04-447f-abee-749249a9e8ee'] in dv-cinder-821749-1-smb {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:07:12.123490 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc000a10-532f-4212-af26-e5989682ad9d None None] Routers {'6571e0b2-3a04-447f-abee-749249a9e8ee'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:07:12.124231 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-dc000a10-532f-4212-af26-e5989682ad9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:06:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['6571e0b2-3a04-447f-abee-749249a9e8ee'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:12.310695 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d4941acb-b455-4119-a56d-7dcb0fa3a0c7 req-81db6766-ef5c-4d00-89d3-7eda00d7de71 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172682 Dec 14 19:07:12.357357 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-dc000a10-532f-4212-af26-e5989682ad9d None None] Set router 6571e0b2-3a04-447f-abee-749249a9e8ee gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:07:12.367414 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fd083c10-6575-4f32-81c7-24d82ca8f179 req-7f9f8b86-c77d-4da0-b027-ceb26d3a5838 service neutron] 10.222.0.73 "GET /v2.0/networks/d6bf064b-07a6-4d06-b7dd-381a325de464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972465 Dec 14 19:07:12.537387 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fd083c10-6575-4f32-81c7-24d82ca8f179 req-3a0293ba-d96e-4f23-8dd3-3f0f9ae41453 service neutron] 10.222.0.73 "GET /v2.0/networks/d6bf064b-07a6-4d06-b7dd-381a325de464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630006 Dec 14 19:07:12.673301 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 46796) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:12.680498 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-adab4552-f20b-407a-b117-6c780a996355 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1518576475-network', 'tenant_id': 'ce80427f83f04a908abae875b074b1a2'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:07:12.686067 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-adab4552-f20b-407a-b117-6c780a996355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:07:12.691387 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-adab4552-f20b-407a-b117-6c780a996355 admin admin] Usage tracker for resource:network and tenant:ce80427f83f04a908abae875b074b1a2 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:07:12.694811 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-adab4552-f20b-407a-b117-6c780a996355 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:07:12.701548 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-adab4552-f20b-407a-b117-6c780a996355 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:07:12.713723 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adab4552-f20b-407a-b117-6c780a996355 admin admin] Made reservation on behalf of ce80427f83f04a908abae875b074b1a2 for: {'network': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:07:12.719054 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-adab4552-f20b-407a-b117-6c780a996355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for network, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:12.721965 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device f3017d87-72c0-411d-9c58-35909b6508d0 up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:07:12.734699 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-adab4552-f20b-407a-b117-6c780a996355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:12.775996 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-adab4552-f20b-407a-b117-6c780a996355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:07:12.780902 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-adab4552-f20b-407a-b117-6c780a996355 admin admin] Usage tracker for resource:security_group_rule and tenant:ce80427f83f04a908abae875b074b1a2 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:07:12.785486 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-adab4552-f20b-407a-b117-6c780a996355 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:07:12.792540 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-adab4552-f20b-407a-b117-6c780a996355 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:07:12.893206 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-adab4552-f20b-407a-b117-6c780a996355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:12.896732 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-adab4552-f20b-407a-b117-6c780a996355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:12.902103 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ca8fced4-5c89-439f-b3ba-ca71d1bd74f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:12.915989 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port f3017d87-72c0-411d-9c58-35909b6508d0 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:12.916405 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:12.947120 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab4552-f20b-407a-b117-6c780a996355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d58e4c-6823-4496-a318-a7ee727ea327,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:12.953074 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-adab4552-f20b-407a-b117-6c780a996355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:12.953940 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adab4552-f20b-407a-b117-6c780a996355 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=88176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:07:12.966629 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-adab4552-f20b-407a-b117-6c780a996355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:12.970368 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.segments_db [None req-adab4552-f20b-407a-b117-6c780a996355 admin admin] Added segment b17ad912-6d21-488d-ac30-8b4607800cdb of type vlan for network 4ea4a115-140d-4aad-9c85-3a9189eaeb6a Dec 14 19:07:12.997558 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-dc000a10-532f-4212-af26-e5989682ad9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'name': 'tempest-TestMinimumBasicScenario-881689443-router', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.14'}], 'enable_snat': True}, 'gw_port_id': 'f3017d87-72c0-411d-9c58-35909b6508d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:59Z', 'updated_at': '2021-12-14T19:07:08Z', 'revision_number': 4, 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'gw_port': {'id': 'f3017d87-72c0-411d-9c58-35909b6508d0', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:01Z', 'updated_at': '2021-12-14T19:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': 'bd4f35f1-6cd4-418d-9854-8635a23701f2', 'name': '', 'network_id': '55ee3fb9-d0c2-47cc-b57a-628cd1002c28', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'mac_address': 'fa:16:3e:f4:86:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668c9a99-31b6-43dd-a171-3d1dbe68d7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:07Z', 'updated_at': '2021-12-14T19:07:09Z', 'revision_number': 2, 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'subnets': [{'id': '668c9a99-31b6-43dd-a171-3d1dbe68d7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:13.007315 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc000a10-532f-4212-af26-e5989682ad9d None None] Checking router: 6571e0b2-3a04-447f-abee-749249a9e8ee for host: dv-cinder-821749-1-smb {{(pid=88178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:07:13.007729 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc000a10-532f-4212-af26-e5989682ad9d None None] Updating router 6571e0b2-3a04-447f-abee-749249a9e8ee port bd4f35f1-6cd4-418d-9854-8635a23701f2 binding host dv-cinder-821749-1-smb {{(pid=88178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:07:13.013376 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-adab4552-f20b-407a-b117-6c780a996355 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781368396147'] for network, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:13.064591 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-adab4552-f20b-407a-b117-6c780a996355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075'] for network, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:13.066667 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adab4552-f20b-407a-b117-6c780a996355 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:13.067535 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-adab4552-f20b-407a-b117-6c780a996355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:13.072901 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:13.243917 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab4552-f20b-407a-b117-6c780a996355 admin admin] Pushing event updated for resources: {'Network': ['ID=4ea4a115-140d-4aad-9c85-3a9189eaeb6a,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:13.255137 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-adab4552-f20b-407a-b117-6c780a996355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:13.260820 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Network 4ea4a115-140d-4aad-9c85-3a9189eaeb6a details requested by agent ovs-agent-dv-cinder-821749-1-smb with host dv-cinder-821749-1-smb {{(pid=88178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:07:13.276324 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-dc000a10-532f-4212-af26-e5989682ad9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:13.292152 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-adab4552-f20b-407a-b117-6c780a996355 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6168501 Dec 14 19:07:13.294444 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be8af8-0a31-4fbd-9f7c-c66129132e80 req-1fd784f5-91ea-489d-98bb-5f5d8a907eef tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:13.295511 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 46808) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:13.297223 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-25be8af8-0a31-4fbd-9f7c-c66129132e80 req-1fd784f5-91ea-489d-98bb-5f5d8a907eef tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 946 time: 0.1946728 Dec 14 19:07:13.306531 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-5c1c6cd7-3e7d-4fc5-bcd3-31f2efaf23d6 admin admin] Request body: {'subnet': {'network_id': '4ea4a115-140d-4aad-9c85-3a9189eaeb6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1518576475-subnet', 'tenant_id': 'ce80427f83f04a908abae875b074b1a2', 'ip_version': 4}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:07:13.312198 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-5c1c6cd7-3e7d-4fc5-bcd3-31f2efaf23d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:07:13.317133 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-5c1c6cd7-3e7d-4fc5-bcd3-31f2efaf23d6 admin admin] Usage tracker for resource:subnet and tenant:ce80427f83f04a908abae875b074b1a2 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:07:13.320545 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-5c1c6cd7-3e7d-4fc5-bcd3-31f2efaf23d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:07:13.332629 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-5c1c6cd7-3e7d-4fc5-bcd3-31f2efaf23d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:07:13.350804 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1c6cd7-3e7d-4fc5-bcd3-31f2efaf23d6 admin admin] Made reservation on behalf of ce80427f83f04a908abae875b074b1a2 for: {'subnet': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:07:13.363196 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5c1c6cd7-3e7d-4fc5-bcd3-31f2efaf23d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853574783'] for subnet, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:13.371669 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-25be8af8-0a31-4fbd-9f7c-c66129132e80 req-cc052a47-be1e-4973-b1cd-c2fe5b8fb146 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656071 Dec 14 19:07:13.629858 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f1cf6-44a0-457a-b856-bad724e5d691 req-09d91d0d-d7f8-434e-b1d3-253957fddbba tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:13.631795 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3f1f1cf6-44a0-457a-b856-bad724e5d691 req-09d91d0d-d7f8-434e-b1d3-253957fddbba tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.1021254 Dec 14 19:07:13.700143 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5c1c6cd7-3e7d-4fc5-bcd3-31f2efaf23d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1865689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853574768'] for subnet, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:13.706213 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3f1f1cf6-44a0-457a-b856-bad724e5d691 req-8a197c5b-e094-4fd8-aefa-c41d9a74485e tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664127 Dec 14 19:07:13.710494 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-aa8f0732-161d-454b-bf0d-c28cb715340d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:13.790483 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c6cd7-3e7d-4fc5-bcd3-31f2efaf23d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=134da5fe-5ef4-4812-8dca-a9729172df56,revision_number=0']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:13.796011 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-5c1c6cd7-3e7d-4fc5-bcd3-31f2efaf23d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:13.808694 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1c6cd7-3e7d-4fc5-bcd3-31f2efaf23d6 admin admin] Checking segment: {'id': 'b17ad912-6d21-488d-ac30-8b4607800cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4ea4a115-140d-4aad-9c85-3a9189eaeb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:07:13.809290 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1c6cd7-3e7d-4fc5-bcd3-31f2efaf23d6 admin admin] Network hostable DHCP agents. Network: 4ea4a115-140d-4aad-9c85-3a9189eaeb6a, hostable agents: ['64cad2d4-6c81-4c69-be80-b384beab6ad0'], hosted agents: [] {{(pid=88176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:07:13.838313 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1c6cd7-3e7d-4fc5-bcd3-31f2efaf23d6 admin admin] Network 4ea4a115-140d-4aad-9c85-3a9189eaeb6a is scheduled to be hosted by DHCP agent 64cad2d4-6c81-4c69-be80-b384beab6ad0 with binding_index 1 {{(pid=88176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:07:13.851229 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-5c1c6cd7-3e7d-4fc5-bcd3-31f2efaf23d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-smb, 4ea4a115-140d-4aad-9c85-3a9189eaeb6a) {{(pid=88176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:07:13.856408 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1c6cd7-3e7d-4fc5-bcd3-31f2efaf23d6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:13.857470 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5c1c6cd7-3e7d-4fc5-bcd3-31f2efaf23d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:13.871819 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23afa3b0-24a7-484e-bb87-d0cc81a8b26f None None] Network 4ea4a115-140d-4aad-9c85-3a9189eaeb6a requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:07:13.890885 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-5c1c6cd7-3e7d-4fc5-bcd3-31f2efaf23d6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5933549 Dec 14 19:07:13.893943 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 46816) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:13.904242 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-c911bb5d-51e6-429d-bb70-193295905a52 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1518576475-router', 'tenant_id': 'ce80427f83f04a908abae875b074b1a2', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'}}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:07:13.913140 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-c911bb5d-51e6-429d-bb70-193295905a52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:07:13.920329 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-c911bb5d-51e6-429d-bb70-193295905a52 admin admin] Usage tracker for resource:router and tenant:ce80427f83f04a908abae875b074b1a2 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:07:13.925996 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-c911bb5d-51e6-429d-bb70-193295905a52 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:07:13.937059 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-c911bb5d-51e6-429d-bb70-193295905a52 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:07:13.956327 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c911bb5d-51e6-429d-bb70-193295905a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3724985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036853733793'] for router, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:13.958283 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c911bb5d-51e6-429d-bb70-193295905a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851050981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854342420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1042080'] for router, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:13.963002 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-dc000a10-532f-4212-af26-e5989682ad9d None None] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:13.995451 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c911bb5d-51e6-429d-bb70-193295905a52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:14.073246 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-dc000a10-532f-4212-af26-e5989682ad9d None None] Transition to ACTIVE for port object bd4f35f1-6cd4-418d-9854-8635a23701f2 will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:07:14.082472 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-dc000a10-532f-4212-af26-e5989682ad9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:14.089457 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-716ea9ba-e3fb-4a8e-9c3d-68304021fdcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:14.233468 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c911bb5d-51e6-429d-bb70-193295905a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3724968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1042097'] for router, precommit_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:14.289463 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d58ce4-9277-432e-93a2-daadcb634ac0 None None] Pushing event updated for resources: {'Port': ['ID=bd4f35f1-6cd4-418d-9854-8635a23701f2,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:14.297983 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-64d58ce4-9277-432e-93a2-daadcb634ac0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:14.548185 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-dc000a10-532f-4212-af26-e5989682ad9d None None] Attempting to bind port bd4f35f1-6cd4-418d-9854-8635a23701f2 on host dv-cinder-821749-1-smb for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:07:14.548990 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-dc000a10-532f-4212-af26-e5989682ad9d None None] Attempting to bind port bd4f35f1-6cd4-418d-9854-8635a23701f2 by drivers openvswitch,hyperv on host dv-cinder-821749-1-smb at level 0 using segments [{'id': '1cf5010d-895c-4553-a7f2-3895c8486c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '55ee3fb9-d0c2-47cc-b57a-628cd1002c28'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:07:14.549855 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc000a10-532f-4212-af26-e5989682ad9d None None] Attempting to bind port bd4f35f1-6cd4-418d-9854-8635a23701f2 on network 55ee3fb9-d0c2-47cc-b57a-628cd1002c28 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:07:14.571015 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc000a10-532f-4212-af26-e5989682ad9d None None] Checking agent: {'id': '03990dc7-fb63-4310-b6c3-a74b6e9d0e80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 55, 58), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:07:14.571714 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc000a10-532f-4212-af26-e5989682ad9d None None] Checking segment: {'id': '1cf5010d-895c-4553-a7f2-3895c8486c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '55ee3fb9-d0c2-47cc-b57a-628cd1002c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:07:14.572286 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-dc000a10-532f-4212-af26-e5989682ad9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:14.572858 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc000a10-532f-4212-af26-e5989682ad9d None None] Bound using segment: {'id': '1cf5010d-895c-4553-a7f2-3895c8486c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '55ee3fb9-d0c2-47cc-b57a-628cd1002c28'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:07:14.573637 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-dc000a10-532f-4212-af26-e5989682ad9d None None] Bound port: bd4f35f1-6cd4-418d-9854-8635a23701f2, host: dv-cinder-821749-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf5010d-895c-4553-a7f2-3895c8486c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '55ee3fb9-d0c2-47cc-b57a-628cd1002c28'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:07:14.574455 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-dc000a10-532f-4212-af26-e5989682ad9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:14.608525 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c911bb5d-51e6-429d-bb70-193295905a52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:14.628671 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5920795f-520c-46b5-84f1-bebd036499cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bbb61a4-b59b-51be-b8ab-e3ecdf589590-4ea4a115-140d-4aad-9c85-3a9189eaeb6a', 'network_id': '4ea4a115-140d-4aad-9c85-3a9189eaeb6a', 'tenant_id': 'ce80427f83f04a908abae875b074b1a2', 'fixed_ips': [{'subnet_id': '134da5fe-5ef4-4812-8dca-a9729172df56'}]}} from dv-cinder-821749-1-smb. {{(pid=88178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 14 19:07:14.629991 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5920795f-520c-46b5-84f1-bebd036499cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:14.683159 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c911bb5d-51e6-429d-bb70-193295905a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:14.687565 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124358c-f085-4d34-84a0-7422fc8d29ee req-ced9eb02-243e-42db-85e9-04b1528b9dec tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:14.696316 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e124358c-f085-4d34-84a0-7422fc8d29ee req-ced9eb02-243e-42db-85e9-04b1528b9dec tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 946 time: 0.1393931 Dec 14 19:07:14.784772 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e124358c-f085-4d34-84a0-7422fc8d29ee req-b836dc07-5306-4438-9d87-40fba13ccdda tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842659 Dec 14 19:07:14.927435 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [None req-c911bb5d-51e6-429d-bb70-193295905a52 admin admin] Allocated IP 172.28.1.203 (ffa0012a-9543-497d-8125-adf64d8cb965/bf490572-e226-4f78-a70f-384a9e5bc0f8/d75b0664-9580-4724-ac6d-5ecf2c38d5cd) {{(pid=88176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:07:15.195681 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c911bb5d-51e6-429d-bb70-193295905a52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:15.219772 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [None req-5920795f-520c-46b5-84f1-bebd036499cf None None] Allocated IP 172.20.0.2 (4ea4a115-140d-4aad-9c85-3a9189eaeb6a/134da5fe-5ef4-4812-8dca-a9729172df56/dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:07:15.226532 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c911bb5d-51e6-429d-bb70-193295905a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1865571'] for port, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:15.231947 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:15.285478 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287d377-b3af-4bc0-a33b-f6e93cbf5d7b req-217e36d5-04cd-4cc8-9c9d-7ee2620d1be6 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:15.289411 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1287d377-b3af-4bc0-a33b-f6e93cbf5d7b req-217e36d5-04cd-4cc8-9c9d-7ee2620d1be6 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.2558639 Dec 14 19:07:15.308785 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c911bb5d-51e6-429d-bb70-193295905a52 admin admin] Network ffa0012a-9543-497d-8125-adf64d8cb965 is already hosted by enough agents. {{(pid=88176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:07:15.312514 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-c911bb5d-51e6-429d-bb70-193295905a52 admin admin] Resources bound (agent type, host, resource id): {{(pid=88176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:07:15.318384 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c911bb5d-51e6-429d-bb70-193295905a52 admin admin] Received port after_create {{(pid=88176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:07:15.380852 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c911bb5d-51e6-429d-bb70-193295905a52 admin admin] Pushing event updated for resources: {'Port': ['ID=d75b0664-9580-4724-ac6d-5ecf2c38d5cd,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:15.388078 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-c911bb5d-51e6-429d-bb70-193295905a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:15.467448 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5920795f-520c-46b5-84f1-bebd036499cf None None] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:15.479902 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-5920795f-520c-46b5-84f1-bebd036499cf None None] Transition to ACTIVE for port object dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4 will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:07:15.494666 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1287d377-b3af-4bc0-a33b-f6e93cbf5d7b req-af210946-c880-4f44-8895-2b4969633331 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986670 Dec 14 19:07:15.503475 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-5920795f-520c-46b5-84f1-bebd036499cf None None] Transition to ACTIVE for port object dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4 will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:07:15.528899 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5920795f-520c-46b5-84f1-bebd036499cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:15.535680 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 7392eb2b-402c-493a-a825-5792af8b9afd no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:07:15.601293 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f8a88154-bc09-4392-b6ec-55e12a061fba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:15.614480 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c911bb5d-51e6-429d-bb70-193295905a52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:15.615405 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c911bb5d-51e6-429d-bb70-193295905a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851050847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854340295'] for router, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:15.671476 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-dc000a10-532f-4212-af26-e5989682ad9d None None] For port bd4f35f1-6cd4-418d-9854-8635a23701f2, host dv-cinder-821749-1-smb, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:07:15.701164 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-dc000a10-532f-4212-af26-e5989682ad9d None None] For port bd4f35f1-6cd4-418d-9854-8635a23701f2, host dv-cinder-821749-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=bd4f35f1-6cd4-418d-9854-8635a23701f2,segment=NetworkSegment(1cf5010d-895c-4553-a7f2-3895c8486c17),segment_id=1cf5010d-895c-4553-a7f2-3895c8486c17)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:07:15.720802 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-dc000a10-532f-4212-af26-e5989682ad9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:15.765815 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920795f-520c-46b5-84f1-bebd036499cf None None] Pushing event updated for resources: {'Port': ['ID=dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:15.775289 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-5920795f-520c-46b5-84f1-bebd036499cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:15.778688 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5920795f-520c-46b5-84f1-bebd036499cf None None] Network 4ea4a115-140d-4aad-9c85-3a9189eaeb6a is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:07:15.792937 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d48d4129-9b60-4125-ad70-a9ca86898056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:15.864491 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-5920795f-520c-46b5-84f1-bebd036499cf None None] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:07:15.868394 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5920795f-520c-46b5-84f1-bebd036499cf None None] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:07:16.056078 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:16.142639 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 7392eb2b-402c-493a-a825-5792af8b9afd, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=7392eb2b-402c-493a-a825-5792af8b9afd,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:07:16.151930 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21593c38-956a-4032-8fb0-b5efd48e6166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7392eb2b-402c-493a-a825-5792af8b9afd'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:07:16.180262 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc000a10-532f-4212-af26-e5989682ad9d None None] Routers {'6571e0b2-3a04-447f-abee-749249a9e8ee'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:07:16.185916 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-dc000a10-532f-4212-af26-e5989682ad9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:06:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['6571e0b2-3a04-447f-abee-749249a9e8ee'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:16.219068 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c911bb5d-51e6-429d-bb70-193295905a52 admin admin] Router d9c3b3a3-fcb8-4106-b630-dd93ecf4b199 is scheduled to L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 with binding_index 1 {{(pid=88176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 14 19:07:16.288522 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:16.311424 dv-cinder-821749-1-smb neutron-server[88065]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '21593c38-956a-4032-8fb0-b5efd48e6166', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7392eb2b-402c-493a-a825-5792af8b9afd', 'code': 422} returned with failed status Dec 14 19:07:16.350781 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-5920795f-520c-46b5-84f1-bebd036499cf None None] Attempting to bind port dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4 on host dv-cinder-821749-1-smb for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:07:16.351193 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-5920795f-520c-46b5-84f1-bebd036499cf None None] Attempting to bind port dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4 by drivers openvswitch,hyperv on host dv-cinder-821749-1-smb at level 0 using segments [{'id': 'b17ad912-6d21-488d-ac30-8b4607800cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4ea4a115-140d-4aad-9c85-3a9189eaeb6a'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:07:16.351600 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5920795f-520c-46b5-84f1-bebd036499cf None None] Attempting to bind port dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4 on network 4ea4a115-140d-4aad-9c85-3a9189eaeb6a {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:07:16.363012 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5920795f-520c-46b5-84f1-bebd036499cf None None] Checking agent: {'id': '03990dc7-fb63-4310-b6c3-a74b6e9d0e80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 55, 58), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:07:16.363869 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5920795f-520c-46b5-84f1-bebd036499cf None None] Checking segment: {'id': 'b17ad912-6d21-488d-ac30-8b4607800cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4ea4a115-140d-4aad-9c85-3a9189eaeb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:07:16.364554 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5920795f-520c-46b5-84f1-bebd036499cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:16.365028 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5920795f-520c-46b5-84f1-bebd036499cf None None] Bound using segment: {'id': 'b17ad912-6d21-488d-ac30-8b4607800cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4ea4a115-140d-4aad-9c85-3a9189eaeb6a'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:07:16.365580 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-5920795f-520c-46b5-84f1-bebd036499cf None None] Bound port: dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4, host: dv-cinder-821749-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17ad912-6d21-488d-ac30-8b4607800cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4ea4a115-140d-4aad-9c85-3a9189eaeb6a'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:07:16.366004 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5920795f-520c-46b5-84f1-bebd036499cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:16.376490 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d58ce4-9277-432e-93a2-daadcb634ac0 None None] Pushing event updated for resources: {'Port': ['ID=bd4f35f1-6cd4-418d-9854-8635a23701f2,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:16.384204 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-64d58ce4-9277-432e-93a2-daadcb634ac0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:16.388087 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8746b993-94e8-47c9-9aae-2a79886bcc04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:16.536575 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=7392eb2b-402c-493a-a825-5792af8b9afd,revision_number=8']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:16.549916 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:16.651236 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c911bb5d-51e6-429d-bb70-193295905a52 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:07:16.662208 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81647ea7-02b6-4dbd-98d7-98c8265ae20d None None] Sync routers for ids ['d9c3b3a3-fcb8-4106-b630-dd93ecf4b199'] in dv-cinder-821749-1-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:07:16.688531 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81647ea7-02b6-4dbd-98d7-98c8265ae20d None None] Routers {'d9c3b3a3-fcb8-4106-b630-dd93ecf4b199'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:07:16.689363 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-81647ea7-02b6-4dbd-98d7-98c8265ae20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:06:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['d9c3b3a3-fcb8-4106-b630-dd93ecf4b199'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:16.712588 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c911bb5d-51e6-429d-bb70-193295905a52 admin admin] Notify callbacks [] for router, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:16.723582 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 46874) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:16.726006 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-c911bb5d-51e6-429d-bb70-193295905a52 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8295786 Dec 14 19:07:16.821232 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-5920795f-520c-46b5-84f1-bebd036499cf None None] For port dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4, host dv-cinder-821749-1-smb, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:07:16.833543 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-5920795f-520c-46b5-84f1-bebd036499cf None None] For port dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4, host dv-cinder-821749-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4,segment=NetworkSegment(b17ad912-6d21-488d-ac30-8b4607800cdb),segment_id=b17ad912-6d21-488d-ac30-8b4607800cdb)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:07:16.844131 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5920795f-520c-46b5-84f1-bebd036499cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:16.856502 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-bceda724-fc89-4a2e-82ef-cd1c3a25c6b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:16.897791 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-81647ea7-02b6-4dbd-98d7-98c8265ae20d None None] Set router d9c3b3a3-fcb8-4106-b630-dd93ecf4b199 gateway port host: dv-cinder-821749-1-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:07:16.907816 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ff404-4317-4dd2-ac1c-c775c8015ac5 req-2414c36b-4748-4cdc-b5d8-e39e06d09778 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:16.915865 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a61ff404-4317-4dd2-ac1c-c775c8015ac5 req-2414c36b-4748-4cdc-b5d8-e39e06d09778 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.2712281 Dec 14 19:07:16.932295 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-dc000a10-532f-4212-af26-e5989682ad9d None None] Set router 6571e0b2-3a04-447f-abee-749249a9e8ee gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:07:16.952520 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bc7e7e61-fd9e-412c-8434-2dbf87a79589 req-fdc5d36e-ed9d-4a80-bf1d-29d189b76db2 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2642207 Dec 14 19:07:17.394147 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5920795f-520c-46b5-84f1-bebd036499cf None None] Pushing event updated for resources: {'Port': ['ID=dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:17.415375 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-5920795f-520c-46b5-84f1-bebd036499cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:17.500941 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-81647ea7-02b6-4dbd-98d7-98c8265ae20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c3b3a3-fcb8-4106-b630-dd93ecf4b199', 'name': 'tempest-TestMinimumBasicScenario-1518576475-router', 'tenant_id': 'ce80427f83f04a908abae875b074b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd75b0664-9580-4724-ac6d-5ecf2c38d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:13Z', 'updated_at': '2021-12-14T19:07:15Z', 'revision_number': 3, 'project_id': 'ce80427f83f04a908abae875b074b1a2', 'gw_port': {'id': 'd75b0664-9580-4724-ac6d-5ecf2c38d5cd', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c3b3a3-fcb8-4106-b630-dd93ecf4b199', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:14Z', 'updated_at': '2021-12-14T19:07:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb'}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:17.509751 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81647ea7-02b6-4dbd-98d7-98c8265ae20d None None] Checking router: d9c3b3a3-fcb8-4106-b630-dd93ecf4b199 for host: dv-cinder-821749-1-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:07:17.510683 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81647ea7-02b6-4dbd-98d7-98c8265ae20d None None] Updating router d9c3b3a3-fcb8-4106-b630-dd93ecf4b199 port d75b0664-9580-4724-ac6d-5ecf2c38d5cd binding host dv-cinder-821749-1-smb {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:07:17.623236 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-dc000a10-532f-4212-af26-e5989682ad9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'name': 'tempest-TestMinimumBasicScenario-881689443-router', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.14'}], 'enable_snat': True}, 'gw_port_id': 'f3017d87-72c0-411d-9c58-35909b6508d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:59Z', 'updated_at': '2021-12-14T19:07:08Z', 'revision_number': 4, 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'gw_port': {'id': 'f3017d87-72c0-411d-9c58-35909b6508d0', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:01Z', 'updated_at': '2021-12-14T19:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': 'bd4f35f1-6cd4-418d-9854-8635a23701f2', 'name': '', 'network_id': '55ee3fb9-d0c2-47cc-b57a-628cd1002c28', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'mac_address': 'fa:16:3e:f4:86:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668c9a99-31b6-43dd-a171-3d1dbe68d7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:07Z', 'updated_at': '2021-12-14T19:07:15Z', 'revision_number': 4, 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'subnets': [{'id': '668c9a99-31b6-43dd-a171-3d1dbe68d7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:17.634219 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc000a10-532f-4212-af26-e5989682ad9d None None] The sync data for ids ['6571e0b2-3a04-447f-abee-749249a9e8ee'] in dv-cinder-821749-1-smb is: [{'id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'name': 'tempest-TestMinimumBasicScenario-881689443-router', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.14'}], 'enable_snat': True}, 'gw_port_id': 'f3017d87-72c0-411d-9c58-35909b6508d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:59Z', 'updated_at': '2021-12-14T19:07:08Z', 'revision_number': 4, 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'gw_port': {'id': 'f3017d87-72c0-411d-9c58-35909b6508d0', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:01Z', 'updated_at': '2021-12-14T19:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': 'bd4f35f1-6cd4-418d-9854-8635a23701f2', 'name': '', 'network_id': '55ee3fb9-d0c2-47cc-b57a-628cd1002c28', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'mac_address': 'fa:16:3e:f4:86:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668c9a99-31b6-43dd-a171-3d1dbe68d7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:07Z', 'updated_at': '2021-12-14T19:07:15Z', 'revision_number': 4, 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'subnets': [{'id': '668c9a99-31b6-43dd-a171-3d1dbe68d7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:07:17.653837 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-81647ea7-02b6-4dbd-98d7-98c8265ae20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:17.666314 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a61ff404-4317-4dd2-ac1c-c775c8015ac5 req-9d964d5b-9297-493e-b29a-ee8e7496b7cb tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7487249 Dec 14 19:07:17.778294 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 46898) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:17.982943 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c03ea9-d6ce-40eb-ac2c-1b8f8aedbfe3 req-04676440-82de-45bf-ae88-1ac2a2bd9bd6 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:18.005860 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b3c03ea9-d6ce-40eb-ac2c-1b8f8aedbfe3 req-04676440-82de-45bf-ae88-1ac2a2bd9bd6 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 944 time: 0.5239282 Dec 14 19:07:18.164762 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b3c03ea9-d6ce-40eb-ac2c-1b8f8aedbfe3 req-5c6f5356-c17b-47e0-aab0-302603965dec tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506536 Dec 14 19:07:18.197824 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-24639f3b-7bca-4d75-8bd7-af1de6f90fbb req-fb139ebc-59c4-4309-8d74-bcb2927a2e2f service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4115326 Dec 14 19:07:18.492838 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-81647ea7-02b6-4dbd-98d7-98c8265ae20d None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:18.517638 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-81647ea7-02b6-4dbd-98d7-98c8265ae20d None None] Transition to ACTIVE for port object d75b0664-9580-4724-ac6d-5ecf2c38d5cd will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:07:18.528314 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-81647ea7-02b6-4dbd-98d7-98c8265ae20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:18.535554 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-70594c39-873c-49cf-92ec-1e3d2c135ae5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:18.612742 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743fd284-9f02-4158-8700-9c89da494654 None None] Pushing event updated for resources: {'Port': ['ID=d75b0664-9580-4724-ac6d-5ecf2c38d5cd,revision_number=2']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:18.616034 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-743fd284-9f02-4158-8700-9c89da494654 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:18.643428 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-81647ea7-02b6-4dbd-98d7-98c8265ae20d None None] Attempting to bind port d75b0664-9580-4724-ac6d-5ecf2c38d5cd on host dv-cinder-821749-1-smb for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:07:18.643842 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-81647ea7-02b6-4dbd-98d7-98c8265ae20d None None] Attempting to bind port d75b0664-9580-4724-ac6d-5ecf2c38d5cd by drivers openvswitch,hyperv on host dv-cinder-821749-1-smb at level 0 using segments [{'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:07:18.644247 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81647ea7-02b6-4dbd-98d7-98c8265ae20d None None] Attempting to bind port d75b0664-9580-4724-ac6d-5ecf2c38d5cd on network ffa0012a-9543-497d-8125-adf64d8cb965 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:07:18.652215 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81647ea7-02b6-4dbd-98d7-98c8265ae20d None None] Checking agent: {'id': '03990dc7-fb63-4310-b6c3-a74b6e9d0e80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 55, 58), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:07:18.652603 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81647ea7-02b6-4dbd-98d7-98c8265ae20d None None] Checking segment: {'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:07:18.653081 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-81647ea7-02b6-4dbd-98d7-98c8265ae20d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:18.653598 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81647ea7-02b6-4dbd-98d7-98c8265ae20d None None] Bound using segment: {'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:07:18.654037 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-81647ea7-02b6-4dbd-98d7-98c8265ae20d None None] Bound port: d75b0664-9580-4724-ac6d-5ecf2c38d5cd, host: dv-cinder-821749-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:07:18.654447 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-81647ea7-02b6-4dbd-98d7-98c8265ae20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:18.735177 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-81647ea7-02b6-4dbd-98d7-98c8265ae20d None None] For port d75b0664-9580-4724-ac6d-5ecf2c38d5cd, host dv-cinder-821749-1-smb, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:07:18.741409 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-81647ea7-02b6-4dbd-98d7-98c8265ae20d None None] For port d75b0664-9580-4724-ac6d-5ecf2c38d5cd, host dv-cinder-821749-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=d75b0664-9580-4724-ac6d-5ecf2c38d5cd,segment=NetworkSegment(0945c744-4d3b-470e-8f6d-ce93add76b81),segment_id=0945c744-4d3b-470e-8f6d-ce93add76b81)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:07:18.744499 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-81647ea7-02b6-4dbd-98d7-98c8265ae20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:18.750911 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-72a5bf6e-178c-4c2f-8441-0acb391f79a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:18.840057 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743fd284-9f02-4158-8700-9c89da494654 None None] Pushing event updated for resources: {'Port': ['ID=d75b0664-9580-4724-ac6d-5ecf2c38d5cd,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:18.843740 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-743fd284-9f02-4158-8700-9c89da494654 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:18.907655 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81647ea7-02b6-4dbd-98d7-98c8265ae20d None None] Routers {'d9c3b3a3-fcb8-4106-b630-dd93ecf4b199'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:07:18.920573 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-81647ea7-02b6-4dbd-98d7-98c8265ae20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:06:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['d9c3b3a3-fcb8-4106-b630-dd93ecf4b199'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:18.992444 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4 up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:07:19.228182 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning for port dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4 completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:07:19.252444 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device bd4f35f1-6cd4-418d-9854-8635a23701f2 up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:07:19.416908 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2e14e612-7180-4aae-b7b2-4ec398c68107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:19.597230 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning for port bd4f35f1-6cd4-418d-9854-8635a23701f2 completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:07:19.627372 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2381b-2522-403e-ba8b-c4db44695a5d req-e14284c8-5977-4419-8b23-3f0c894e86fa tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:19.629251 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-25f2381b-2522-403e-ba8b-c4db44695a5d req-e14284c8-5977-4419-8b23-3f0c894e86fa tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.5210967 Dec 14 19:07:19.641941 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port bd4f35f1-6cd4-418d-9854-8635a23701f2 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:19.659656 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:19.889979 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-25f2381b-2522-403e-ba8b-c4db44695a5d req-3db204dc-3901-4ba7-b425-20cab49241fa tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459548 Dec 14 19:07:20.078193 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-81647ea7-02b6-4dbd-98d7-98c8265ae20d None None] Set router d9c3b3a3-fcb8-4106-b630-dd93ecf4b199 gateway port host: dv-cinder-821749-1-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:07:20.165167 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 46924) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:20.219669 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:20.371316 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] For port bd4f35f1-6cd4-418d-9854-8635a23701f2, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=bd4f35f1-6cd4-418d-9854-8635a23701f2,segment=NetworkSegment(1cf5010d-895c-4553-a7f2-3895c8486c17),segment_id=1cf5010d-895c-4553-a7f2-3895c8486c17)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:07:20.379596 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:20.386973 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:20.392098 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [None req-2e14e612-7180-4aae-b7b2-4ec398c68107 admin admin] Allocated IP 172.20.0.1 (4ea4a115-140d-4aad-9c85-3a9189eaeb6a/134da5fe-5ef4-4812-8dca-a9729172df56/82f5ea64-bf1d-42f6-8834-bb4b69f809f7) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:07:20.647466 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a170e90b-076d-4056-95dd-79a507808973 None None] Network 4ea4a115-140d-4aad-9c85-3a9189eaeb6a requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:07:20.783079 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Pushing event updated for resources: {'Port': ['ID=bd4f35f1-6cd4-418d-9854-8635a23701f2,revision_number=5']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:20.795530 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d17c47e0-aa1a-42f0-b8c7-21788f2c115d None None] Provisioning for port dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4 completed by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:07:20.806951 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:20.811991 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d17c47e0-aa1a-42f0-b8c7-21788f2c115d None None] Provisioning complete for port dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4 triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:20.812708 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d17c47e0-aa1a-42f0-b8c7-21788f2c115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:20.836590 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5863f8ff-03b6-45dd-9e19-b7f8ce8e1862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:20.918577 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-81647ea7-02b6-4dbd-98d7-98c8265ae20d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c3b3a3-fcb8-4106-b630-dd93ecf4b199', 'name': 'tempest-TestMinimumBasicScenario-1518576475-router', 'tenant_id': 'ce80427f83f04a908abae875b074b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd75b0664-9580-4724-ac6d-5ecf2c38d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:13Z', 'updated_at': '2021-12-14T19:07:15Z', 'revision_number': 3, 'project_id': 'ce80427f83f04a908abae875b074b1a2', 'gw_port': {'id': 'd75b0664-9580-4724-ac6d-5ecf2c38d5cd', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c3b3a3-fcb8-4106-b630-dd93ecf4b199', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:14Z', 'updated_at': '2021-12-14T19:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb'}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:20.930982 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81647ea7-02b6-4dbd-98d7-98c8265ae20d None None] The sync data for ids ['d9c3b3a3-fcb8-4106-b630-dd93ecf4b199'] in dv-cinder-821749-1-smb is: [{'id': 'd9c3b3a3-fcb8-4106-b630-dd93ecf4b199', 'name': 'tempest-TestMinimumBasicScenario-1518576475-router', 'tenant_id': 'ce80427f83f04a908abae875b074b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd75b0664-9580-4724-ac6d-5ecf2c38d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:13Z', 'updated_at': '2021-12-14T19:07:15Z', 'revision_number': 3, 'project_id': 'ce80427f83f04a908abae875b074b1a2', 'gw_port': {'id': 'd75b0664-9580-4724-ac6d-5ecf2c38d5cd', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c3b3a3-fcb8-4106-b630-dd93ecf4b199', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:14Z', 'updated_at': '2021-12-14T19:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb'}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:07:20.935052 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01843dbc-9320-4f33-8a77-b78417b94e6c req-8dc64392-f656-494e-b4f4-6b6e0039986f tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:20.944989 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-01843dbc-9320-4f33-8a77-b78417b94e6c req-8dc64392-f656-494e-b4f4-6b6e0039986f tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 944 time: 1.0420666 Dec 14 19:07:21.064760 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-01843dbc-9320-4f33-8a77-b78417b94e6c req-5659eecf-d2bc-4d43-86fd-97f452861dd9 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187515 Dec 14 19:07:21.094652 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-5863f8ff-03b6-45dd-9e19-b7f8ce8e1862 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:07:21.118099 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-5863f8ff-03b6-45dd-9e19-b7f8ce8e1862 admin admin] Usage tracker for resource:security_group_rule and tenant:5100ba746f9b4423b5a7fd9b1e5efcf0 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:07:21.128792 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-5863f8ff-03b6-45dd-9e19-b7f8ce8e1862 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:07:21.138938 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-33606baa-7a99-4229-8363-477b5d781098 req-65e3710a-2779-4bc7-9249-cc6a6a344e13 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 1099 time: 0.3190010 Dec 14 19:07:21.142517 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2e14e612-7180-4aae-b7b2-4ec398c68107 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:21.150807 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-5863f8ff-03b6-45dd-9e19-b7f8ce8e1862 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:07:21.230757 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-2e14e612-7180-4aae-b7b2-4ec398c68107 admin admin] Transition to ACTIVE for port object 82f5ea64-bf1d-42f6-8834-bb4b69f809f7 will not be triggered until provisioned by entity DHCP. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:07:21.233584 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-33606baa-7a99-4229-8363-477b5d781098 req-ffb711e5-3e16-46fa-87a8-4a7031f71fbd service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855718 Dec 14 19:07:21.250555 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-24639f3b-7bca-4d75-8bd7-af1de6f90fbb req-b9b25bf5-cdd9-46c4-ab90-803435215043 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166&tenant_id=58846b25a8b64cc9833f513a6aff6430 HTTP/1.1" status: 200 len: 1097 time: 0.3374786 Dec 14 19:07:21.272323 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2e14e612-7180-4aae-b7b2-4ec398c68107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:21.288940 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-00c5b8ef-e7f7-40c9-90dc-a8794a99dfcf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:21.349969 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5863f8ff-03b6-45dd-9e19-b7f8ce8e1862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:21.355456 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5863f8ff-03b6-45dd-9e19-b7f8ce8e1862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:21.374323 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-df5ffcf2-40ed-45e1-958f-7395ae474b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:21.464884 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863f8ff-03b6-45dd-9e19-b7f8ce8e1862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7a59a1-d522-44a6-96de-ff9820520bec,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:21.474480 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-5863f8ff-03b6-45dd-9e19-b7f8ce8e1862 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5100ba746f9b4423b5a7fd9b1e5efcf0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3070459 Dec 14 19:07:21.476697 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-5863f8ff-03b6-45dd-9e19-b7f8ce8e1862 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:21.486145 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 46932) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:21.503669 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e14e612-7180-4aae-b7b2-4ec398c68107 admin admin] Network 4ea4a115-140d-4aad-9c85-3a9189eaeb6a is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:07:21.522440 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-2e14e612-7180-4aae-b7b2-4ec398c68107 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:07:21.526168 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e14e612-7180-4aae-b7b2-4ec398c68107 admin admin] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:07:21.569723 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14e612-7180-4aae-b7b2-4ec398c68107 admin admin] Pushing event updated for resources: {'Port': ['ID=82f5ea64-bf1d-42f6-8834-bb4b69f809f7,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:21.573460 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2e14e612-7180-4aae-b7b2-4ec398c68107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:21.621525 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-24639f3b-7bca-4d75-8bd7-af1de6f90fbb req-08a0ed10-d634-4398-8e7c-127c76a40313 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58846b25a8b64cc9833f513a6aff6430&device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 1097 time: 0.1619687 Dec 14 19:07:21.664557 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2e14e612-7180-4aae-b7b2-4ec398c68107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440700'] for router_interface, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:21.693023 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e740e-4ac7-4d8d-9816-30323eae0cd6 req-7a0da7dd-f018-4c93-bc3b-e1b9e1731ef8 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:21.700929 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1f8e740e-4ac7-4d8d-9816-30323eae0cd6 req-7a0da7dd-f018-4c93-bc3b-e1b9e1731ef8 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.2824097 Dec 14 19:07:21.733712 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-82bfeac3-6466-4c05-bb16-2c357d2377af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:21.790870 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d17c47e0-aa1a-42f0-b8c7-21788f2c115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:21.848933 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d17c47e0-aa1a-42f0-b8c7-21788f2c115d None None] For port dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4,segment=NetworkSegment(b17ad912-6d21-488d-ac30-8b4607800cdb),segment_id=b17ad912-6d21-488d-ac30-8b4607800cdb)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:07:21.855801 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d17c47e0-aa1a-42f0-b8c7-21788f2c115d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:21.858647 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:21.891265 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-82bfeac3-6466-4c05-bb16-2c357d2377af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:21.931045 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1f8e740e-4ac7-4d8d-9816-30323eae0cd6 req-f4f7ae87-e0cb-4af6-9476-21fc1d61276e tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290175 Dec 14 19:07:21.953602 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24639f3b-7bca-4d75-8bd7-af1de6f90fbb req-0da360da-db5a-4075-8616-8a5cc8eb16fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:21.955914 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-24639f3b-7bca-4d75-8bd7-af1de6f90fbb req-0da360da-db5a-4075-8616-8a5cc8eb16fb service neutron] 10.222.0.73 "GET /v2.0/networks?id=b4963efd-9650-43f5-bcad-9f14585c51e1 HTTP/1.1" status: 200 len: 918 time: 0.3276556 Dec 14 19:07:21.976411 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2e14e612-7180-4aae-b7b2-4ec398c68107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:22.059563 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c47e0-aa1a-42f0-b8c7-21788f2c115d None None] Pushing event updated for resources: {'Port': ['ID=dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:22.068705 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d17c47e0-aa1a-42f0-b8c7-21788f2c115d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:22.232731 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-24639f3b-7bca-4d75-8bd7-af1de6f90fbb req-7559d0d3-bf85-4d45-b466-4ec064843b79 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7392eb2b-402c-493a-a825-5792af8b9afd HTTP/1.1" status: 200 len: 999 time: 0.2658892 Dec 14 19:07:22.238033 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-82bfeac3-6466-4c05-bb16-2c357d2377af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:22.267379 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-cadb3cb4-094a-4b7f-87c4-a9e2c0dd9ecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:22.347892 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfeac3-6466-4c05-bb16-2c357d2377af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7a59a1-d522-44a6-96de-ff9820520bec,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:22.402804 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-82bfeac3-6466-4c05-bb16-2c357d2377af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:22.414356 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24639f3b-7bca-4d75-8bd7-af1de6f90fbb req-ce4827a6-8ae7-4afb-8c32-f8c694524b61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:22.423127 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-24639f3b-7bca-4d75-8bd7-af1de6f90fbb req-ce4827a6-8ae7-4afb-8c32-f8c694524b61 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b815059-1f36-4f96-b4d1-a621a9f7fda3 HTTP/1.1" status: 200 len: 856 time: 0.1799102 Dec 14 19:07:22.612578 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-24639f3b-7bca-4d75-8bd7-af1de6f90fbb req-11da5cdd-c54f-49d5-b5c5-0c491b25b8a1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b4963efd-9650-43f5-bcad-9f14585c51e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1815624 Dec 14 19:07:22.701995 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-82bfeac3-6466-4c05-bb16-2c357d2377af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:22.703509 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-82bfeac3-6466-4c05-bb16-2c357d2377af admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ad7a59a1-d522-44a6-96de-ff9820520bec HTTP/1.1" status: 204 len: 168 time: 1.2160463 Dec 14 19:07:22.708086 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-88655c24-ff51-4177-b0f9-41b437fa5cb1 None None] Provisioning for port 82f5ea64-bf1d-42f6-8834-bb4b69f809f7 completed by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:07:22.714233 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-88655c24-ff51-4177-b0f9-41b437fa5cb1 None None] Provisioning complete for port 82f5ea64-bf1d-42f6-8834-bb4b69f809f7 triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:22.714658 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-88655c24-ff51-4177-b0f9-41b437fa5cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:22.847059 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-88655c24-ff51-4177-b0f9-41b437fa5cb1 None None] Port 82f5ea64-bf1d-42f6-8834-bb4b69f809f7 cannot update to ACTIVE because it is not bound. {{(pid=88178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:07:22.900715 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-24639f3b-7bca-4d75-8bd7-af1de6f90fbb req-5abeaf2d-f1be-4d89-af8d-9b22e27f8123 service neutron] 10.222.0.73 "GET /v2.0/networks/b4963efd-9650-43f5-bcad-9f14585c51e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797608 Dec 14 19:07:22.945151 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daeacbd-acaf-485e-8a07-e94c794d0781 req-dc848e61-2512-4c2e-a864-88d976e93e6e tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:22.953254 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9daeacbd-acaf-485e-8a07-e94c794d0781 req-dc848e61-2512-4c2e-a864-88d976e93e6e tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 944 time: 0.5238361 Dec 14 19:07:22.985410 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4 up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:07:23.086055 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2e14e612-7180-4aae-b7b2-4ec398c68107 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:23.097865 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2e14e612-7180-4aae-b7b2-4ec398c68107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853069063'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:23.101747 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9daeacbd-acaf-485e-8a07-e94c794d0781 req-1e69a8ca-fe7f-477a-81a9-911c53e0a11a tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357954 Dec 14 19:07:23.149183 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-00c5b8ef-e7f7-40c9-90dc-a8794a99dfcf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:23.175012 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-24639f3b-7bca-4d75-8bd7-af1de6f90fbb req-8c38237d-fe33-410c-9728-d20b9631cae4 service neutron] 10.222.0.73 "GET /v2.0/networks/b4963efd-9650-43f5-bcad-9f14585c51e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618849 Dec 14 19:07:23.274332 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-88655c24-ff51-4177-b0f9-41b437fa5cb1 None None] Provisioning complete for port dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4 triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:23.274764 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-88655c24-ff51-4177-b0f9-41b437fa5cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:23.458891 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:23.459357 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:23.597818 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14e612-7180-4aae-b7b2-4ec398c68107 admin admin] Pushing event updated for resources: {'Port': ['ID=82f5ea64-bf1d-42f6-8834-bb4b69f809f7,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:23.600561 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 46944) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:23.616095 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2e14e612-7180-4aae-b7b2-4ec398c68107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:23.621826 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bd2db7f7-cacd-4a6d-b2e5-a3df0c18edb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:23.671790 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2e14e612-7180-4aae-b7b2-4ec398c68107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3287090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854335205'] for router_interface, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:23.695600 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-bd2db7f7-cacd-4a6d-b2e5-a3df0c18edb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:07:23.705345 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-bd2db7f7-cacd-4a6d-b2e5-a3df0c18edb4 admin admin] Usage tracker for resource:security_group_rule and tenant:f225bffdd27f4ec78bd9b6fa775c0513 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:07:23.711780 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-bd2db7f7-cacd-4a6d-b2e5-a3df0c18edb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:07:23.725925 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-bd2db7f7-cacd-4a6d-b2e5-a3df0c18edb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:07:23.744554 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device d75b0664-9580-4724-ac6d-5ecf2c38d5cd up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:07:23.818968 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-acc44abc-e973-4a97-84c8-5c04b467e3e6 None None] Provisioning complete for port 82f5ea64-bf1d-42f6-8834-bb4b69f809f7 triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:23.819393 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-acc44abc-e973-4a97-84c8-5c04b467e3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:23.895792 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bd2db7f7-cacd-4a6d-b2e5-a3df0c18edb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:23.901091 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bd2db7f7-cacd-4a6d-b2e5-a3df0c18edb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:23.901207 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-acc44abc-e973-4a97-84c8-5c04b467e3e6 None None] Port 82f5ea64-bf1d-42f6-8834-bb4b69f809f7 cannot update to ACTIVE because it is not bound. {{(pid=88178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:07:23.910979 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e78a18a-76dc-43d0-8866-07d3d892db4f req-1bcbc8f4-3781-44b6-a5b0-dd90430edfda tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:23.912756 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3e78a18a-76dc-43d0-8866-07d3d892db4f req-1bcbc8f4-3781-44b6-a5b0-dd90430edfda tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.3874898 Dec 14 19:07:23.930359 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning for port d75b0664-9580-4724-ac6d-5ecf2c38d5cd completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:07:23.939019 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port d75b0664-9580-4724-ac6d-5ecf2c38d5cd triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:23.939922 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:23.945172 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e14e612-7180-4aae-b7b2-4ec398c68107 admin admin] Network 4ea4a115-140d-4aad-9c85-3a9189eaeb6a is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:07:23.959376 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-2e14e612-7180-4aae-b7b2-4ec398c68107 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:07:24.118700 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:24.140551 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] For port d75b0664-9580-4724-ac6d-5ecf2c38d5cd, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=d75b0664-9580-4724-ac6d-5ecf2c38d5cd,segment=NetworkSegment(0945c744-4d3b-470e-8f6d-ce93add76b81),segment_id=0945c744-4d3b-470e-8f6d-ce93add76b81)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:07:24.146498 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:24.147414 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device bd4f35f1-6cd4-418d-9854-8635a23701f2 up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:07:24.248760 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-69935f52-1240-4d85-afd9-fef680d83dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:24.260191 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-bd2db7f7-cacd-4a6d-b2e5-a3df0c18edb4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f225bffdd27f4ec78bd9b6fa775c0513&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6591163 Dec 14 19:07:24.268329 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 46960) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:24.274974 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:24.363869 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2db7f7-cacd-4a6d-b2e5-a3df0c18edb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f67dd02-3bab-46d0-b746-1248344f07e4,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:24.368644 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-bd2db7f7-cacd-4a6d-b2e5-a3df0c18edb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:24.372515 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port bd4f35f1-6cd4-418d-9854-8635a23701f2 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:24.372961 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:24.374933 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3e78a18a-76dc-43d0-8866-07d3d892db4f req-596820f9-8d3a-4aa9-b5ad-06f4509316d3 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500949 Dec 14 19:07:24.460115 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-12c61042-dc54-46c2-946d-6ab415ca2016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:24.496612 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Pushing event updated for resources: {'Port': ['ID=d75b0664-9580-4724-ac6d-5ecf2c38d5cd,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:24.507973 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:24.529755 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-12c61042-dc54-46c2-946d-6ab415ca2016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:24.623326 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-12c61042-dc54-46c2-946d-6ab415ca2016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:24.636498 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-486da0f6-d3b2-4e26-acd0-6813e72792fb None None] Provisioning complete for port 82f5ea64-bf1d-42f6-8834-bb4b69f809f7 triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:24.637043 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-486da0f6-d3b2-4e26-acd0-6813e72792fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:24.675645 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-5863f8ff-03b6-45dd-9e19-b7f8ce8e1862 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:24.728143 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device d75b0664-9580-4724-ac6d-5ecf2c38d5cd up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:07:24.728839 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c61042-dc54-46c2-946d-6ab415ca2016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f67dd02-3bab-46d0-b746-1248344f07e4,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:24.753193 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-12c61042-dc54-46c2-946d-6ab415ca2016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:24.754457 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-12c61042-dc54-46c2-946d-6ab415ca2016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:24.760236 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-12c61042-dc54-46c2-946d-6ab415ca2016 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0f67dd02-3bab-46d0-b746-1248344f07e4 HTTP/1.1" status: 204 len: 168 time: 0.4906447 Dec 14 19:07:24.816112 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-486da0f6-d3b2-4e26-acd0-6813e72792fb None None] Port 82f5ea64-bf1d-42f6-8834-bb4b69f809f7 cannot update to ACTIVE because it is not bound. {{(pid=88178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:07:24.860228 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ecfbb9-2c07-4d29-9a64-bf4e896683a2 req-240f2bcd-a0dd-43f2-a58f-a0732a819c37 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:24.865251 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f7ecfbb9-2c07-4d29-9a64-bf4e896683a2 req-240f2bcd-a0dd-43f2-a58f-a0732a819c37 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 944 time: 0.3309617 Dec 14 19:07:24.870787 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port d75b0664-9580-4724-ac6d-5ecf2c38d5cd triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:24.879287 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:25.248019 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f7ecfbb9-2c07-4d29-9a64-bf4e896683a2 req-f4fdb277-37ca-4284-a66c-289eba4cffcd tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3733759 Dec 14 19:07:25.343130 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e14e612-7180-4aae-b7b2-4ec398c68107 admin admin] Router d9c3b3a3-fcb8-4106-b630-dd93ecf4b199 has already been hosted by L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:07:25.745639 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33ae2e-1906-4450-add6-ccbb37a4e318 req-88a63c67-bc62-447d-8dd8-e975eb59de5d tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:25.747453 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0d33ae2e-1906-4450-add6-ccbb37a4e318 req-88a63c67-bc62-447d-8dd8-e975eb59de5d tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.1313815 Dec 14 19:07:25.820675 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e14e612-7180-4aae-b7b2-4ec398c68107 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:07:25.827759 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-2e14e612-7180-4aae-b7b2-4ec398c68107 admin admin] 10.222.0.62 "PUT /v2.0/routers/d9c3b3a3-fcb8-4106-b630-dd93ecf4b199/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0893960 Dec 14 19:07:25.836340 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0d33ae2e-1906-4450-add6-ccbb37a4e318 req-0ed92ff9-2569-4180-b167-937ab163e14c tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792689 Dec 14 19:07:26.346864 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846cc4f2-ef7f-49f8-b395-a7c5e45f509b None None] Sync routers for ids ['d9c3b3a3-fcb8-4106-b630-dd93ecf4b199'] in dv-cinder-821749-1-smb {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:07:26.393411 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846cc4f2-ef7f-49f8-b395-a7c5e45f509b None None] Routers {'d9c3b3a3-fcb8-4106-b630-dd93ecf4b199'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:07:26.394157 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-846cc4f2-ef7f-49f8-b395-a7c5e45f509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:06:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['d9c3b3a3-fcb8-4106-b630-dd93ecf4b199'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:26.545769 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 47012) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:26.555871 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d417d-3f48-47cf-bffe-57de8d92a60c req-5dda1356-dd75-4753-b418-3cee811f9152 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:26.565776 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8d5d417d-3f48-47cf-bffe-57de8d92a60c req-5dda1356-dd75-4753-b418-3cee811f9152 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 944 time: 0.1246889 Dec 14 19:07:26.665382 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8d5d417d-3f48-47cf-bffe-57de8d92a60c req-4180cadc-187f-41cb-98ba-a13b866c085b tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899487 Dec 14 19:07:26.750821 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c592df8b-3728-4ee9-a0d2-82c45a57efd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:26.777053 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-846cc4f2-ef7f-49f8-b395-a7c5e45f509b None None] Set router d9c3b3a3-fcb8-4106-b630-dd93ecf4b199 gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:07:27.033741 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-65283237-network', 'tenant_id': 'd43cedbbcc7c4347ba63c8f3b2de8fe3'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:07:27.050517 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:07:27.055904 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Usage tracker for resource:network and tenant:d43cedbbcc7c4347ba63c8f3b2de8fe3 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:07:27.060487 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:07:27.084329 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:07:27.128330 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Made reservation on behalf of d43cedbbcc7c4347ba63c8f3b2de8fe3 for: {'network': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:07:27.142607 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for network, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:27.190100 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e706c-74cb-4af4-aa78-dc7bbc428215 req-ccf621e6-9be2-42ce-a2c5-20b1f14ed98c tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:27.212791 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-985e706c-74cb-4af4-aa78-dc7bbc428215 req-ccf621e6-9be2-42ce-a2c5-20b1f14ed98c tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.1481240 Dec 14 19:07:27.218377 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:27.308861 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:07:27.315829 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-846cc4f2-ef7f-49f8-b395-a7c5e45f509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c3b3a3-fcb8-4106-b630-dd93ecf4b199', 'name': 'tempest-TestMinimumBasicScenario-1518576475-router', 'tenant_id': 'ce80427f83f04a908abae875b074b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd75b0664-9580-4724-ac6d-5ecf2c38d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:13Z', 'updated_at': '2021-12-14T19:07:21Z', 'revision_number': 4, 'project_id': 'ce80427f83f04a908abae875b074b1a2', 'gw_port': {'id': 'd75b0664-9580-4724-ac6d-5ecf2c38d5cd', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c3b3a3-fcb8-4106-b630-dd93ecf4b199', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:14Z', 'updated_at': '2021-12-14T19:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': '82f5ea64-bf1d-42f6-8834-bb4b69f809f7', 'name': '', 'network_id': '4ea4a115-140d-4aad-9c85-3a9189eaeb6a', 'tenant_id': 'ce80427f83f04a908abae875b074b1a2', 'mac_address': 'fa:16:3e:16:6a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c3b3a3-fcb8-4106-b630-dd93ecf4b199', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '134da5fe-5ef4-4812-8dca-a9729172df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:19Z', 'updated_at': '2021-12-14T19:07:22Z', 'revision_number': 2, 'project_id': 'ce80427f83f04a908abae875b074b1a2', 'subnets': [{'id': '134da5fe-5ef4-4812-8dca-a9729172df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:27.316826 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Usage tracker for resource:security_group_rule and tenant:d43cedbbcc7c4347ba63c8f3b2de8fe3 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:07:27.321909 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:07:27.323303 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-985e706c-74cb-4af4-aa78-dc7bbc428215 req-56105ff3-dfb4-4b83-915a-bfaaa3a3be7e tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087089 Dec 14 19:07:27.323647 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846cc4f2-ef7f-49f8-b395-a7c5e45f509b None None] Checking router: d9c3b3a3-fcb8-4106-b630-dd93ecf4b199 for host: dv-cinder-821749-1-smb {{(pid=88178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:07:27.324890 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846cc4f2-ef7f-49f8-b395-a7c5e45f509b None None] Updating router d9c3b3a3-fcb8-4106-b630-dd93ecf4b199 port 82f5ea64-bf1d-42f6-8834-bb4b69f809f7 binding host dv-cinder-821749-1-smb {{(pid=88178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:07:27.332424 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:07:27.402398 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-846cc4f2-ef7f-49f8-b395-a7c5e45f509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:27.432007 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:27.436088 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:27.442277 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2d9d4bae-eb64-4517-9c8f-76a323355dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:27.482077 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c20848-8ec3-4774-b1a5-27e1af374a5c,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:27.498213 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:27.498999 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:27.499961 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:27.500553 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:27.501563 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:27.503270 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:27.503953 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:27.505300 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:27.506632 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:27.507222 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:27.508648 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:27.517320 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:27.538562 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=88176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:07:27.575294 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:27.579965 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.segments_db [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Added segment ff3ff59f-98a5-48db-9770-32a22fe01b2d of type vlan for network d6e533d7-1d46-4adc-94c2-207dfe17aa8a Dec 14 19:07:27.645566 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781368396147'] for network, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:27.713562 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075'] for network, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:27.719485 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:27.721054 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:27.746447 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-b4706615-bde4-484b-ae5a-c0e2bb92ecb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:27.965574 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Pushing event updated for resources: {'Network': ['ID=d6e533d7-1d46-4adc-94c2-207dfe17aa8a,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:27.968807 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:27.973546 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.4265633 Dec 14 19:07:27.977877 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 47038) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:27.984839 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-1a873e46-467b-4ff3-9a52-ae81ad56858f admin admin] Request body: {'subnet': {'network_id': 'd6e533d7-1d46-4adc-94c2-207dfe17aa8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-65283237-subnet', 'tenant_id': 'd43cedbbcc7c4347ba63c8f3b2de8fe3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:07:27.990573 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-1a873e46-467b-4ff3-9a52-ae81ad56858f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:07:27.997964 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-1a873e46-467b-4ff3-9a52-ae81ad56858f admin admin] Usage tracker for resource:subnet and tenant:d43cedbbcc7c4347ba63c8f3b2de8fe3 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:07:28.002125 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-1a873e46-467b-4ff3-9a52-ae81ad56858f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:07:28.009740 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-1a873e46-467b-4ff3-9a52-ae81ad56858f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:07:28.026131 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a873e46-467b-4ff3-9a52-ae81ad56858f admin admin] Made reservation on behalf of d43cedbbcc7c4347ba63c8f3b2de8fe3 for: {'subnet': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:07:28.031489 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1a873e46-467b-4ff3-9a52-ae81ad56858f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853574783'] for subnet, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:28.109332 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452686bf-c331-4b90-b914-d5fe2148e5bc req-45abe293-75c7-4f43-bf83-be0c86a47d9a tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:28.118776 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-452686bf-c331-4b90-b914-d5fe2148e5bc req-45abe293-75c7-4f43-bf83-be0c86a47d9a tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 944 time: 0.1853321 Dec 14 19:07:28.283360 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-452686bf-c331-4b90-b914-d5fe2148e5bc req-3428f659-6545-4820-92d0-6cecf515b37c tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625583 Dec 14 19:07:28.294975 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-846cc4f2-ef7f-49f8-b395-a7c5e45f509b None None] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:28.315366 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Network d6e533d7-1d46-4adc-94c2-207dfe17aa8a details requested by agent ovs-agent-dv-cinder-821749-1-smb with host dv-cinder-821749-1-smb {{(pid=88178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:07:28.425353 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1102b4c2-0357-48f2-87a4-4d4ba538c120 req-4b8feced-9f59-4fb6-b66f-fd8619bd75db service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a0bcd02b122b4b9eae4ccde55819070a&device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 1099 time: 0.2125244 Dec 14 19:07:28.699992 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1a873e46-467b-4ff3-9a52-ae81ad56858f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1865689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853574768'] for subnet, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:28.712860 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-41abcdfe-330b-4211-b85d-2b814c5c9d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:28.755372 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102b4c2-0357-48f2-87a4-4d4ba538c120 req-959cab8f-5886-443c-86d4-0f1265af290a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:28.757220 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1102b4c2-0357-48f2-87a4-4d4ba538c120 req-959cab8f-5886-443c-86d4-0f1265af290a service neutron] 10.222.0.73 "GET /v2.0/networks?id=d6bf064b-07a6-4d06-b7dd-381a325de464 HTTP/1.1" status: 200 len: 919 time: 0.3193767 Dec 14 19:07:28.882727 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-846cc4f2-ef7f-49f8-b395-a7c5e45f509b None None] Transition to ACTIVE for port object 82f5ea64-bf1d-42f6-8834-bb4b69f809f7 will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:07:28.903844 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5f3ffaa7-160a-44ee-94d8-2a70480a5627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:28.923078 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:28.951518 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-846cc4f2-ef7f-49f8-b395-a7c5e45f509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:28.958800 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1102b4c2-0357-48f2-87a4-4d4ba538c120 req-d754cec0-51b7-4648-9237-cdc71ad690b1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1da7418b-279e-4457-a39c-9e8495c44f75 HTTP/1.1" status: 200 len: 217 time: 0.1888928 Dec 14 19:07:28.963881 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:28.965741 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a873e46-467b-4ff3-9a52-ae81ad56858f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac09862c-e6d1-47a7-a744-c90018fbfbc2,revision_number=0']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:28.975003 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-1a873e46-467b-4ff3-9a52-ae81ad56858f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:29.018636 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7962774f-2784-43a2-bc04-acdc378019cb req-a11587cc-298f-4409-b532-83c1182c6905 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:29.020495 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7962774f-2784-43a2-bc04-acdc378019cb req-a11587cc-298f-4409-b532-83c1182c6905 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.2898824 Dec 14 19:07:29.025963 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a873e46-467b-4ff3-9a52-ae81ad56858f admin admin] Checking segment: {'id': 'ff3ff59f-98a5-48db-9770-32a22fe01b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd6e533d7-1d46-4adc-94c2-207dfe17aa8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:07:29.026470 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a873e46-467b-4ff3-9a52-ae81ad56858f admin admin] Network hostable DHCP agents. Network: d6e533d7-1d46-4adc-94c2-207dfe17aa8a, hostable agents: ['64cad2d4-6c81-4c69-be80-b384beab6ad0'], hosted agents: [] {{(pid=88176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:07:29.098784 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a873e46-467b-4ff3-9a52-ae81ad56858f admin admin] Network d6e533d7-1d46-4adc-94c2-207dfe17aa8a is scheduled to be hosted by DHCP agent 64cad2d4-6c81-4c69-be80-b384beab6ad0 with binding_index 1 {{(pid=88176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:07:29.108243 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102b4c2-0357-48f2-87a4-4d4ba538c120 req-2cb5c560-0ee0-4952-b24e-83c268b7909f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:29.110961 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1102b4c2-0357-48f2-87a4-4d4ba538c120 req-2cb5c560-0ee0-4952-b24e-83c268b7909f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1a68fb5d-39b8-4e02-9311-449e023242d8 HTTP/1.1" status: 200 len: 858 time: 0.1338761 Dec 14 19:07:29.136063 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7962774f-2784-43a2-bc04-acdc378019cb req-1cd6db9b-9d04-4990-b1b4-ab369038c94e tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011274 Dec 14 19:07:29.272497 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-1a873e46-467b-4ff3-9a52-ae81ad56858f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-smb, d6e533d7-1d46-4adc-94c2-207dfe17aa8a) {{(pid=88176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:07:29.289615 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a873e46-467b-4ff3-9a52-ae81ad56858f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:29.291140 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1a873e46-467b-4ff3-9a52-ae81ad56858f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:29.321690 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1102b4c2-0357-48f2-87a4-4d4ba538c120 req-6932df41-4562-42fd-add8-201554065bc0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d6bf064b-07a6-4d06-b7dd-381a325de464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2009511 Dec 14 19:07:29.539233 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1102b4c2-0357-48f2-87a4-4d4ba538c120 req-51327cc8-fcae-427c-b472-2771a555856b service neutron] 10.222.0.73 "GET /v2.0/networks/d6bf064b-07a6-4d06-b7dd-381a325de464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050719 Dec 14 19:07:29.540930 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-1a873e46-467b-4ff3-9a52-ae81ad56858f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5617907 Dec 14 19:07:29.563378 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e5eb3d-5244-4465-83de-79fb3259711f None None] Network d6e533d7-1d46-4adc-94c2-207dfe17aa8a requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:07:29.655783 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9b5e1-d72a-40ed-902a-a1d96d2f428c None None] Pushing event updated for resources: {'Port': ['ID=82f5ea64-bf1d-42f6-8834-bb4b69f809f7,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:29.658730 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:29.659842 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8cd9b5e1-d72a-40ed-902a-a1d96d2f428c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:29.863347 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-846cc4f2-ef7f-49f8-b395-a7c5e45f509b None None] Attempting to bind port 82f5ea64-bf1d-42f6-8834-bb4b69f809f7 on host dv-cinder-821749-1-smb for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:07:29.868072 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-846cc4f2-ef7f-49f8-b395-a7c5e45f509b None None] Attempting to bind port 82f5ea64-bf1d-42f6-8834-bb4b69f809f7 by drivers openvswitch,hyperv on host dv-cinder-821749-1-smb at level 0 using segments [{'id': 'b17ad912-6d21-488d-ac30-8b4607800cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4ea4a115-140d-4aad-9c85-3a9189eaeb6a'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:07:29.870893 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846cc4f2-ef7f-49f8-b395-a7c5e45f509b None None] Attempting to bind port 82f5ea64-bf1d-42f6-8834-bb4b69f809f7 on network 4ea4a115-140d-4aad-9c85-3a9189eaeb6a {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:07:29.950185 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846cc4f2-ef7f-49f8-b395-a7c5e45f509b None None] Checking agent: {'id': '03990dc7-fb63-4310-b6c3-a74b6e9d0e80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 55, 58), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:07:29.950648 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846cc4f2-ef7f-49f8-b395-a7c5e45f509b None None] Checking segment: {'id': 'b17ad912-6d21-488d-ac30-8b4607800cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4ea4a115-140d-4aad-9c85-3a9189eaeb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:07:29.951068 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-846cc4f2-ef7f-49f8-b395-a7c5e45f509b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:29.951528 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846cc4f2-ef7f-49f8-b395-a7c5e45f509b None None] Bound using segment: {'id': 'b17ad912-6d21-488d-ac30-8b4607800cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4ea4a115-140d-4aad-9c85-3a9189eaeb6a'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:07:29.952089 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-846cc4f2-ef7f-49f8-b395-a7c5e45f509b None None] Bound port: 82f5ea64-bf1d-42f6-8834-bb4b69f809f7, host: dv-cinder-821749-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17ad912-6d21-488d-ac30-8b4607800cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '4ea4a115-140d-4aad-9c85-3a9189eaeb6a'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:07:29.952517 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-846cc4f2-ef7f-49f8-b395-a7c5e45f509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:30.020974 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1102b4c2-0357-48f2-87a4-4d4ba538c120 req-93a1b1e9-294b-4613-8a04-82780c6c46b0 service neutron] 10.222.0.73 "GET /v2.0/networks/d6bf064b-07a6-4d06-b7dd-381a325de464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698343 Dec 14 19:07:30.150761 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5842dc4-199f-4910-9ba4-b1e04a966e64 req-4e55b3db-02ec-4ad1-af5c-73bb9ea9b335 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:30.168325 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d5842dc4-199f-4910-9ba4-b1e04a966e64 req-4e55b3db-02ec-4ad1-af5c-73bb9ea9b335 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 944 time: 0.3169487 Dec 14 19:07:30.337472 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d5842dc4-199f-4910-9ba4-b1e04a966e64 req-547e36dd-4382-4159-ba44-c59f50517ebd tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586099 Dec 14 19:07:30.548704 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-846cc4f2-ef7f-49f8-b395-a7c5e45f509b None None] For port 82f5ea64-bf1d-42f6-8834-bb4b69f809f7, host dv-cinder-821749-1-smb, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:07:30.556978 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7b6f58-19fa-4ca5-b7c0-a18d61dcaaed None None] Network d6e533d7-1d46-4adc-94c2-207dfe17aa8a requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:07:30.687948 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdc920-3a74-4990-9241-b6641b70cb9e req-af0b1300-76c3-45c2-985d-37e84ece27f1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:30.691951 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-07fdc920-3a74-4990-9241-b6641b70cb9e req-af0b1300-76c3-45c2-985d-37e84ece27f1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.2157679 Dec 14 19:07:30.740181 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-846cc4f2-ef7f-49f8-b395-a7c5e45f509b None None] For port 82f5ea64-bf1d-42f6-8834-bb4b69f809f7, host dv-cinder-821749-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=82f5ea64-bf1d-42f6-8834-bb4b69f809f7,segment=NetworkSegment(b17ad912-6d21-488d-ac30-8b4607800cdb),segment_id=b17ad912-6d21-488d-ac30-8b4607800cdb)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:07:30.754789 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-846cc4f2-ef7f-49f8-b395-a7c5e45f509b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:30.762963 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:30.811869 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-07fdc920-3a74-4990-9241-b6641b70cb9e req-45e47c09-5256-4527-abf6-b14357d98c58 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124754 Dec 14 19:07:30.843249 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:31.039472 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9b5e1-d72a-40ed-902a-a1d96d2f428c None None] Pushing event updated for resources: {'Port': ['ID=82f5ea64-bf1d-42f6-8834-bb4b69f809f7,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:31.059882 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8cd9b5e1-d72a-40ed-902a-a1d96d2f428c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:31.101887 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846cc4f2-ef7f-49f8-b395-a7c5e45f509b None None] Routers {'d9c3b3a3-fcb8-4106-b630-dd93ecf4b199'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:07:31.102901 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-846cc4f2-ef7f-49f8-b395-a7c5e45f509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:07:29Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['d9c3b3a3-fcb8-4106-b630-dd93ecf4b199'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:31.914607 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-846cc4f2-ef7f-49f8-b395-a7c5e45f509b None None] Set router d9c3b3a3-fcb8-4106-b630-dd93ecf4b199 gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:07:31.916312 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00843a28-18ae-4484-8284-6b2951f88633 req-fb44cab5-4c20-41a2-a607-1f88bc14caa6 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:31.916312 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-00843a28-18ae-4484-8284-6b2951f88633 req-fb44cab5-4c20-41a2-a607-1f88bc14caa6 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 944 time: 0.2020106 Dec 14 19:07:32.217894 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-00843a28-18ae-4484-8284-6b2951f88633 req-b7289eb4-b791-42bf-8435-4e78dbadc60a tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3227060 Dec 14 19:07:32.562990 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a271f0-cc6e-45ab-a96c-db7906c0d436 req-1be21307-14ec-472c-9723-47e101ec05bf tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:32.566715 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-51a271f0-cc6e-45ab-a96c-db7906c0d436 req-1be21307-14ec-472c-9723-47e101ec05bf tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.1824563 Dec 14 19:07:32.750419 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-51a271f0-cc6e-45ab-a96c-db7906c0d436 req-8f82c613-463c-4437-8181-520763d2edec tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751065 Dec 14 19:07:33.087652 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-846cc4f2-ef7f-49f8-b395-a7c5e45f509b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c3b3a3-fcb8-4106-b630-dd93ecf4b199', 'name': 'tempest-TestMinimumBasicScenario-1518576475-router', 'tenant_id': 'ce80427f83f04a908abae875b074b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd75b0664-9580-4724-ac6d-5ecf2c38d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:13Z', 'updated_at': '2021-12-14T19:07:21Z', 'revision_number': 4, 'project_id': 'ce80427f83f04a908abae875b074b1a2', 'gw_port': {'id': 'd75b0664-9580-4724-ac6d-5ecf2c38d5cd', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c3b3a3-fcb8-4106-b630-dd93ecf4b199', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:14Z', 'updated_at': '2021-12-14T19:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': '82f5ea64-bf1d-42f6-8834-bb4b69f809f7', 'name': '', 'network_id': '4ea4a115-140d-4aad-9c85-3a9189eaeb6a', 'tenant_id': 'ce80427f83f04a908abae875b074b1a2', 'mac_address': 'fa:16:3e:16:6a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c3b3a3-fcb8-4106-b630-dd93ecf4b199', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '134da5fe-5ef4-4812-8dca-a9729172df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:19Z', 'updated_at': '2021-12-14T19:07:30Z', 'revision_number': 4, 'project_id': 'ce80427f83f04a908abae875b074b1a2', 'subnets': [{'id': '134da5fe-5ef4-4812-8dca-a9729172df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:07:33.104018 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846cc4f2-ef7f-49f8-b395-a7c5e45f509b None None] The sync data for ids ['d9c3b3a3-fcb8-4106-b630-dd93ecf4b199'] in dv-cinder-821749-1-smb is: [{'id': 'd9c3b3a3-fcb8-4106-b630-dd93ecf4b199', 'name': 'tempest-TestMinimumBasicScenario-1518576475-router', 'tenant_id': 'ce80427f83f04a908abae875b074b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd75b0664-9580-4724-ac6d-5ecf2c38d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:13Z', 'updated_at': '2021-12-14T19:07:21Z', 'revision_number': 4, 'project_id': 'ce80427f83f04a908abae875b074b1a2', 'gw_port': {'id': 'd75b0664-9580-4724-ac6d-5ecf2c38d5cd', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c3b3a3-fcb8-4106-b630-dd93ecf4b199', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:14Z', 'updated_at': '2021-12-14T19:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': '82f5ea64-bf1d-42f6-8834-bb4b69f809f7', 'name': '', 'network_id': '4ea4a115-140d-4aad-9c85-3a9189eaeb6a', 'tenant_id': 'ce80427f83f04a908abae875b074b1a2', 'mac_address': 'fa:16:3e:16:6a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c3b3a3-fcb8-4106-b630-dd93ecf4b199', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '134da5fe-5ef4-4812-8dca-a9729172df56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:19Z', 'updated_at': '2021-12-14T19:07:30Z', 'revision_number': 4, 'project_id': 'ce80427f83f04a908abae875b074b1a2', 'subnets': [{'id': '134da5fe-5ef4-4812-8dca-a9729172df56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:07:33.765651 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df198ae5-5c23-42b3-9d11-f3c95649a776 req-c5d140ad-ba1e-4088-9142-d4c45d68b79e tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:33.776750 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-df198ae5-5c23-42b3-9d11-f3c95649a776 req-c5d140ad-ba1e-4088-9142-d4c45d68b79e tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 944 time: 0.1440065 Dec 14 19:07:33.896726 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-df198ae5-5c23-42b3-9d11-f3c95649a776 req-b9562376-7f04-48a5-8a88-be8870ce0ebb tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177359 Dec 14 19:07:34.427304 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbbef4-a5b6-4d2b-9a3c-0bc0af60a8c7 req-c1e22ec5-372d-4a3c-b50e-53a2581e7e17 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:34.443495 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-28dbbef4-a5b6-4d2b-9a3c-0bc0af60a8c7 req-c1e22ec5-372d-4a3c-b50e-53a2581e7e17 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.3187206 Dec 14 19:07:34.569426 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-28dbbef4-a5b6-4d2b-9a3c-0bc0af60a8c7 req-1ad1d89a-33e3-46b2-89f2-e99a4f8891c8 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241217 Dec 14 19:07:34.869850 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 82f5ea64-bf1d-42f6-8834-bb4b69f809f7 up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:07:35.075649 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning for port 82f5ea64-bf1d-42f6-8834-bb4b69f809f7 completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:07:35.095790 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port 82f5ea64-bf1d-42f6-8834-bb4b69f809f7 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:35.096748 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:35.448251 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:35.574997 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] For port 82f5ea64-bf1d-42f6-8834-bb4b69f809f7, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=82f5ea64-bf1d-42f6-8834-bb4b69f809f7,segment=NetworkSegment(b17ad912-6d21-488d-ac30-8b4607800cdb),segment_id=b17ad912-6d21-488d-ac30-8b4607800cdb)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:07:35.583519 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:35.589365 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d17c47e0-aa1a-42f0-b8c7-21788f2c115d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:35.819225 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Pushing event updated for resources: {'Port': ['ID=82f5ea64-bf1d-42f6-8834-bb4b69f809f7,revision_number=5']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:35.840465 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:35.972999 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7625c7-6bb3-4cd8-949e-8140164a54c8 req-542fb28a-6215-4bb4-87f0-cbfe067d2a02 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:35.986186 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-eb7625c7-6bb3-4cd8-949e-8140164a54c8 req-542fb28a-6215-4bb4-87f0-cbfe067d2a02 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 944 time: 0.1428828 Dec 14 19:07:36.154788 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-eb7625c7-6bb3-4cd8-949e-8140164a54c8 req-a68cf6e6-6aee-4828-a0f1-ec62dcb95e65 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642599 Dec 14 19:07:36.760735 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 82f5ea64-bf1d-42f6-8834-bb4b69f809f7 up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:07:36.955325 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port 82f5ea64-bf1d-42f6-8834-bb4b69f809f7 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:36.956341 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:37.775598 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d74059-e040-4184-a886-4a08610f0128 req-c15f8f12-0ee9-4148-8008-8698e4ac06dd tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:37.778687 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-32d74059-e040-4184-a886-4a08610f0128 req-c15f8f12-0ee9-4148-8008-8698e4ac06dd tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 944 time: 0.2158339 Dec 14 19:07:37.885365 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:07:37.957935 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-32d74059-e040-4184-a886-4a08610f0128 req-91fdea0a-056a-43f9-9975-a8eea936bfab tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685724 Dec 14 19:07:39.451470 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c05fbb-b06c-43ca-ae7f-eff8571c5731 req-78cfc0d9-e12f-4a1b-96f5-8d163fc3d8a3 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:39.477517 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f1c05fbb-b06c-43ca-ae7f-eff8571c5731 req-78cfc0d9-e12f-4a1b-96f5-8d163fc3d8a3 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 944 time: 0.2030578 Dec 14 19:07:39.569425 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f1c05fbb-b06c-43ca-ae7f-eff8571c5731 req-46cb3e26-0bc1-4542-b4a2-6efa058abceb tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899467 Dec 14 19:07:40.983550 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c8b797-9a73-4c85-b25a-0efd2f4989c4 req-fdac5f17-6389-4930-8490-bcff1a378d97 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:40.986841 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-13c8b797-9a73-4c85-b25a-0efd2f4989c4 req-fdac5f17-6389-4930-8490-bcff1a378d97 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 944 time: 0.1192052 Dec 14 19:07:41.091903 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-13c8b797-9a73-4c85-b25a-0efd2f4989c4 req-31dac639-f8d9-48fa-a950-265ac5cd5654 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973599 Dec 14 19:07:41.548576 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:42.810981 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29edca-4f0f-495a-861b-3788be48a5fa req-1b2c0d11-1f1a-4bbf-8315-29098237c5a3 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:42.812827 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-af29edca-4f0f-495a-861b-3788be48a5fa req-1b2c0d11-1f1a-4bbf-8315-29098237c5a3 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/networks?id=d6e533d7-1d46-4adc-94c2-207dfe17aa8a HTTP/1.1" status: 200 len: 807 time: 0.5215471 Dec 14 19:07:42.829344 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c670a2b-9ac0-4c01-9410-cca01024c771 req-bac477da-0c54-49fd-b45a-e650983b7136 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:42.831227 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1c670a2b-9ac0-4c01-9410-cca01024c771 req-bac477da-0c54-49fd-b45a-e650983b7136 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 944 time: 0.4357123 Dec 14 19:07:42.867351 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-af29edca-4f0f-495a-861b-3788be48a5fa req-c81b2042-fce8-4de0-9266-d63302aa85aa tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/quotas/d43cedbbcc7c4347ba63c8f3b2de8fe3 HTTP/1.1" status: 200 len: 375 time: 0.0349574 Dec 14 19:07:42.933858 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-af29edca-4f0f-495a-861b-3788be48a5fa req-9a1e41da-2bc1-43e4-8f0a-3e257584bcfb tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d43cedbbcc7c4347ba63c8f3b2de8fe3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561655 Dec 14 19:07:42.939944 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1c670a2b-9ac0-4c01-9410-cca01024c771 req-77676e4a-81ce-4714-8bc6-aeb849931cc3 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994022 Dec 14 19:07:43.130702 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-af29edca-4f0f-495a-861b-3788be48a5fa req-eeb2ed35-5f51-4af0-98af-997ab293348c service neutron] 10.222.0.62 "GET /v2.0/networks/d6e533d7-1d46-4adc-94c2-207dfe17aa8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857886 Dec 14 19:07:43.382547 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-af29edca-4f0f-495a-861b-3788be48a5fa req-1fb7f02a-cc91-4f74-9236-2f33f97bad6c service neutron] 10.222.0.62 "GET /v2.0/networks/d6e533d7-1d46-4adc-94c2-207dfe17aa8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183628 Dec 14 19:07:43.861693 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-340a3bf3-4744-4101-8968-097e4369b062 req-e398d95b-5d99-4b90-9234-1a6cf98bd428 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f1432c-d0fa-4a9a-8a0e-f64b24aaab15 HTTP/1.1" status: 200 len: 210 time: 0.1561177 Dec 14 19:07:43.946246 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066a142-03ef-4006-a825-cd596580c1f4 req-44fbbc7d-3134-4655-a552-845c3f97c54f tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:43.948947 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3066a142-03ef-4006-a825-cd596580c1f4 req-44fbbc7d-3134-4655-a552-845c3f97c54f tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.1602154 Dec 14 19:07:44.042510 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3066a142-03ef-4006-a825-cd596580c1f4 req-ee4cd6a5-eb65-4b7c-95ad-a88ea91a0b8f tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846362 Dec 14 19:07:44.392367 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdac567-e98a-4385-837e-3943a9173d5d req-778d70ea-1b18-4cbd-a21a-c5d1d014df47 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:44.393445 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-ecdac567-e98a-4385-837e-3943a9173d5d req-778d70ea-1b18-4cbd-a21a-c5d1d014df47 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Synchronizing usage tracker for tenant:b1351b4434a5442d89b49cf7732f1282 on resource:network {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:07:44.414999 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-ecdac567-e98a-4385-837e-3943a9173d5d req-778d70ea-1b18-4cbd-a21a-c5d1d014df47 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Unset dirty status for tenant:b1351b4434a5442d89b49cf7732f1282 on resource:network {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:07:44.416950 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ecdac567-e98a-4385-837e-3943a9173d5d req-778d70ea-1b18-4cbd-a21a-c5d1d014df47 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/networks?id=55ee3fb9-d0c2-47cc-b57a-628cd1002c28 HTTP/1.1" status: 200 len: 814 time: 0.2159994 Dec 14 19:07:44.504564 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ecdac567-e98a-4385-837e-3943a9173d5d req-a843d3e1-c4e4-44d6-aca4-93e5b894089c tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/quotas/b1351b4434a5442d89b49cf7732f1282 HTTP/1.1" status: 200 len: 375 time: 0.0733080 Dec 14 19:07:44.633685 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e75b3f6-0e63-4f38-b9a1-3e25c74acb26 req-8bb16a36-171a-4280-84f7-44ca12513ef5 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:44.637068 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9e75b3f6-0e63-4f38-b9a1-3e25c74acb26 req-8bb16a36-171a-4280-84f7-44ca12513ef5 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 944 time: 0.2098129 Dec 14 19:07:44.692318 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-ecdac567-e98a-4385-837e-3943a9173d5d req-f3d61b6b-69b0-4803-bd19-70783ac47ba7 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Synchronizing usage tracker for tenant:b1351b4434a5442d89b49cf7732f1282 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:07:44.729214 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9e75b3f6-0e63-4f38-b9a1-3e25c74acb26 req-e21a29a1-ed93-4e67-84af-839432ff1958 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836821 Dec 14 19:07:44.735327 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-ecdac567-e98a-4385-837e-3943a9173d5d req-f3d61b6b-69b0-4803-bd19-70783ac47ba7 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Unset dirty status for tenant:b1351b4434a5442d89b49cf7732f1282 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:07:44.738443 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ecdac567-e98a-4385-837e-3943a9173d5d req-f3d61b6b-69b0-4803-bd19-70783ac47ba7 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b1351b4434a5442d89b49cf7732f1282&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2201629 Dec 14 19:07:44.996345 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ecdac567-e98a-4385-837e-3943a9173d5d req-bcee544a-8964-4766-889d-22fc5dc67355 service neutron] 10.222.0.62 "GET /v2.0/networks/55ee3fb9-d0c2-47cc-b57a-628cd1002c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434192 Dec 14 19:07:45.033254 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 7392eb2b-402c-493a-a825-5792af8b9afd details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:07:45.063042 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b988c74-f8a4-4183-81e2-cbcff5d3af22 req-4359c70c-35c2-4de8-8c46-540234312a56 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:45.065095 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1b988c74-f8a4-4183-81e2-cbcff5d3af22 req-4359c70c-35c2-4de8-8c46-540234312a56 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 945 time: 0.1793571 Dec 14 19:07:45.269785 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 7392eb2b-402c-493a-a825-5792af8b9afd, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=7392eb2b-402c-493a-a825-5792af8b9afd,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:07:45.274431 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ecdac567-e98a-4385-837e-3943a9173d5d req-4f91b457-a822-420e-a2e7-0b57182f08c3 service neutron] 10.222.0.62 "GET /v2.0/networks/55ee3fb9-d0c2-47cc-b57a-628cd1002c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687950 Dec 14 19:07:45.288515 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1b988c74-f8a4-4183-81e2-cbcff5d3af22 req-9a558735-7d2d-449d-b978-d45f5dccfdb4 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699052 Dec 14 19:07:45.296195 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Returning: {'device': '7392eb2b-402c-493a-a825-5792af8b9afd', 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'port_id': '7392eb2b-402c-493a-a825-5792af8b9afd', 'mac_address': 'fa:16:3e:70:6f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:07:45.442402 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:45.478541 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7392eb2b-402c-493a-a825-5792af8b9afd {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:07:45.498909 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 7392eb2b-402c-493a-a825-5792af8b9afd, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=7392eb2b-402c-493a-a825-5792af8b9afd,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:07:45.502698 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:45.505663 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8cd9b5e1-d72a-40ed-902a-a1d96d2f428c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:45.513571 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fa51d959-9a00-43ee-9f86-b5c3b2bc9f5b req-9cbca351-fa0a-4b3a-92fd-bd67bd0095e0 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f1432c-d0fa-4a9a-8a0e-f64b24aaab15 HTTP/1.1" status: 200 len: 210 time: 0.0525649 Dec 14 19:07:45.555653 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29edca-4f0f-495a-861b-3788be48a5fa req-86d7e4ce-e412-40a0-86c6-81b4b0fcab14 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:45.556745 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-af29edca-4f0f-495a-861b-3788be48a5fa req-86d7e4ce-e412-40a0-86c6-81b4b0fcab14 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Synchronizing usage tracker for tenant:d43cedbbcc7c4347ba63c8f3b2de8fe3 on resource:network {{(pid=88176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:07:45.585053 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-af29edca-4f0f-495a-861b-3788be48a5fa req-86d7e4ce-e412-40a0-86c6-81b4b0fcab14 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Unset dirty status for tenant:d43cedbbcc7c4347ba63c8f3b2de8fe3 on resource:network {{(pid=88176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:07:45.586511 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-af29edca-4f0f-495a-861b-3788be48a5fa req-86d7e4ce-e412-40a0-86c6-81b4b0fcab14 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.73 "GET /v2.0/networks?id=d6e533d7-1d46-4adc-94c2-207dfe17aa8a HTTP/1.1" status: 200 len: 807 time: 0.2744510 Dec 14 19:07:45.596989 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=7392eb2b-402c-493a-a825-5792af8b9afd,revision_number=9']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:45.604729 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-af29edca-4f0f-495a-861b-3788be48a5fa req-0ff02bc0-6fa3-43ce-8f3f-af7057a652c1 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Request body: {'port': {'device_id': '39f1432c-d0fa-4a9a-8a0e-f64b24aaab15', 'network_id': 'd6e533d7-1d46-4adc-94c2-207dfe17aa8a', 'admin_state_up': True, 'tenant_id': 'd43cedbbcc7c4347ba63c8f3b2de8fe3'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:07:45.607625 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:45.608092 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:45.608552 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:45.609026 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:45.609472 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:45.609912 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:45.610890 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:45.611304 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:45.612222 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:45.612222 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:45.612921 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:45.617941 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:45.767360 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6173b-7e33-4685-ac0f-9381e9e1ab6c req-aecbd90e-c2e5-46a1-a21c-532cb133b01b tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:45.769141 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-dac6173b-7e33-4685-ac0f-9381e9e1ab6c req-aecbd90e-c2e5-46a1-a21c-532cb133b01b tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.0891213 Dec 14 19:07:45.801898 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-af29edca-4f0f-495a-861b-3788be48a5fa req-0ff02bc0-6fa3-43ce-8f3f-af7057a652c1 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:07:45.809993 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-af29edca-4f0f-495a-861b-3788be48a5fa req-0ff02bc0-6fa3-43ce-8f3f-af7057a652c1 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Usage tracker for resource:port and tenant:d43cedbbcc7c4347ba63c8f3b2de8fe3 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:07:45.815527 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-af29edca-4f0f-495a-861b-3788be48a5fa req-0ff02bc0-6fa3-43ce-8f3f-af7057a652c1 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:07:45.819732 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['7392eb2b-402c-493a-a825-5792af8b9afd'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:07:45.822873 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-dac6173b-7e33-4685-ac0f-9381e9e1ab6c req-1ec26c18-1800-416a-9aa4-0f71b8f00b3f tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466938 Dec 14 19:07:45.827276 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-af29edca-4f0f-495a-861b-3788be48a5fa req-0ff02bc0-6fa3-43ce-8f3f-af7057a652c1 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:07:45.853214 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af29edca-4f0f-495a-861b-3788be48a5fa req-0ff02bc0-6fa3-43ce-8f3f-af7057a652c1 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Made reservation on behalf of d43cedbbcc7c4347ba63c8f3b2de8fe3 for: {'port': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:07:45.859244 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-af29edca-4f0f-495a-861b-3788be48a5fa req-0ff02bc0-6fa3-43ce-8f3f-af7057a652c1 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:46.052943 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [req-af29edca-4f0f-495a-861b-3788be48a5fa req-0ff02bc0-6fa3-43ce-8f3f-af7057a652c1 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Allocated IP 172.20.0.4 (d6e533d7-1d46-4adc-94c2-207dfe17aa8a/ac09862c-e6d1-47a7-a744-c90018fbfbc2/0546b8de-fb1d-4853-a6f1-24ee25f83c87) {{(pid=88176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:07:46.085169 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950548de-bf2a-4553-8812-12d513aee895 req-244f483e-9fe8-49cf-b851-e4e80bf7c386 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:46.087963 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-950548de-bf2a-4553-8812-12d513aee895 req-244f483e-9fe8-49cf-b851-e4e80bf7c386 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 945 time: 0.1396012 Dec 14 19:07:46.141362 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-950548de-bf2a-4553-8812-12d513aee895 req-b6e912f0-5fc9-404f-8b72-672eb26d9d28 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464945 Dec 14 19:07:46.313989 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-af29edca-4f0f-495a-861b-3788be48a5fa req-0ff02bc0-6fa3-43ce-8f3f-af7057a652c1 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Notify callbacks [] for port, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:46.342824 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-af29edca-4f0f-495a-861b-3788be48a5fa req-0ff02bc0-6fa3-43ce-8f3f-af7057a652c1 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1865571'] for port, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:46.349272 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-5da84e2d-7f85-4151-869d-64e45c7b4729 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:46.428930 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af29edca-4f0f-495a-861b-3788be48a5fa req-0ff02bc0-6fa3-43ce-8f3f-af7057a652c1 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Network d6e533d7-1d46-4adc-94c2-207dfe17aa8a is already hosted by enough agents. {{(pid=88176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:07:46.432647 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [req-af29edca-4f0f-495a-861b-3788be48a5fa req-0ff02bc0-6fa3-43ce-8f3f-af7057a652c1 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Resources bound (agent type, host, resource id): {{(pid=88176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:07:46.434817 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff02bc0-6fa3-43ce-8f3f-af7057a652c1 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Pushing event updated for resources: {'Port': ['ID=0546b8de-fb1d-4853-a6f1-24ee25f83c87,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:46.437134 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-af29edca-4f0f-495a-861b-3788be48a5fa req-0ff02bc0-6fa3-43ce-8f3f-af7057a652c1 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Received port after_create {{(pid=88176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:07:46.465178 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-0ff02bc0-6fa3-43ce-8f3f-af7057a652c1 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:46.525027 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5e6cf-68f6-4c93-a54a-c6511ff6dbb9 req-5ab19ee8-cc4b-4d11-9bd7-88c16bac6b93 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:46.527038 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-89c5e6cf-68f6-4c93-a54a-c6511ff6dbb9 req-5ab19ee8-cc4b-4d11-9bd7-88c16bac6b93 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 945 time: 0.1032124 Dec 14 19:07:46.527843 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29edca-4f0f-495a-861b-3788be48a5fa req-0ff02bc0-6fa3-43ce-8f3f-af7057a652c1 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:46.528676 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-af29edca-4f0f-495a-861b-3788be48a5fa req-0ff02bc0-6fa3-43ce-8f3f-af7057a652c1 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:46.554048 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-af29edca-4f0f-495a-861b-3788be48a5fa req-0ff02bc0-6fa3-43ce-8f3f-af7057a652c1 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9553018 Dec 14 19:07:46.573656 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-af29edca-4f0f-495a-861b-3788be48a5fa req-9f443f63-3c25-4243-b99b-3f81b3013d2f service neutron] Request body: {'port': {'device_id': '39f1432c-d0fa-4a9a-8a0e-f64b24aaab15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:07:46.650436 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9a8e454a-47a5-4605-8cee-63032038aee5 req-2e85ba56-a5c0-46ad-921a-5dd21224d3be tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 210 time: 0.0797956 Dec 14 19:07:46.692809 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-89c5e6cf-68f6-4c93-a54a-c6511ff6dbb9 req-237d6237-ae75-4248-8c65-718db5e92c13 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582470 Dec 14 19:07:46.724381 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-af29edca-4f0f-495a-861b-3788be48a5fa req-9f443f63-3c25-4243-b99b-3f81b3013d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:46.989527 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdadbb76-271a-4859-9340-43a826f53646 req-0eac6139-7ae0-4d01-bbd8-5be885b34966 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:46.991660 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fdadbb76-271a-4859-9340-43a826f53646 req-0eac6139-7ae0-4d01-bbd8-5be885b34966 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f1432c-d0fa-4a9a-8a0e-f64b24aaab15 HTTP/1.1" status: 200 len: 931 time: 0.1397145 Dec 14 19:07:46.998630 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab2504-507f-42dc-a30b-a93d0791cf25 req-4dd8d12c-043f-4f08-87d8-f18acfd237fa tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:47.001036 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1eab2504-507f-42dc-a30b-a93d0791cf25 req-4dd8d12c-043f-4f08-87d8-f18acfd237fa tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.73 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 945 time: 0.2128642 Dec 14 19:07:47.044451 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 7392eb2b-402c-493a-a825-5792af8b9afd up at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:07:47.223533 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning complete for port 7392eb2b-402c-493a-a825-5792af8b9afd triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:47.224373 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-1eab2504-507f-42dc-a30b-a93d0791cf25 req-967f1bb4-7a43-4afe-bbea-a08cf73611d1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Deleting port f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:07:47.224373 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-1eab2504-507f-42dc-a30b-a93d0791cf25 req-967f1bb4-7a43-4afe-bbea-a08cf73611d1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:47.224688 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:47.237306 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [req-af29edca-4f0f-495a-861b-3788be48a5fa req-9f443f63-3c25-4243-b99b-3f81b3013d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0546b8de-fb1d-4853-a6f1-24ee25f83c87 {{(pid=88176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:07:47.248530 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-af29edca-4f0f-495a-861b-3788be48a5fa req-9f443f63-3c25-4243-b99b-3f81b3013d2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:47.288124 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [req-af29edca-4f0f-495a-861b-3788be48a5fa req-9f443f63-3c25-4243-b99b-3f81b3013d2f service neutron] Transition to ACTIVE for port object 0546b8de-fb1d-4853-a6f1-24ee25f83c87 will not be triggered until provisioned by entity L2. {{(pid=88176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:07:47.293151 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-af29edca-4f0f-495a-861b-3788be48a5fa req-9f443f63-3c25-4243-b99b-3f81b3013d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852910230'] for port, after_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:47.301773 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-94fe239f-38f2-4b68-8e34-ba93aa3b28cb tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:47.302480 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fdadbb76-271a-4859-9340-43a826f53646 req-9129c445-2196-4092-9b76-f333c6fb8037 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/security-groups?id=35c20848-8ec3-4774-b1a5-27e1af374a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564800 Dec 14 19:07:47.449439 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f443f63-3c25-4243-b99b-3f81b3013d2f service neutron] Pushing event updated for resources: {'Port': ['ID=0546b8de-fb1d-4853-a6f1-24ee25f83c87,revision_number=2']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:47.452706 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26d741-f4a1-45ea-bedb-fbb92c8e3e1a req-fae4db1a-5afc-491d-a351-1a3eab1ea213 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:47.455676 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-db26d741-f4a1-45ea-bedb-fbb92c8e3e1a req-fae4db1a-5afc-491d-a351-1a3eab1ea213 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.4530663 Dec 14 19:07:47.459129 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-9f443f63-3c25-4243-b99b-3f81b3013d2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:47.491168 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:47.581405 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 7392eb2b-402c-493a-a825-5792af8b9afd, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=7392eb2b-402c-493a-a825-5792af8b9afd,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:07:47.584345 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21593c38-956a-4032-8fb0-b5efd48e6166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7392eb2b-402c-493a-a825-5792af8b9afd'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:07:47.607888 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:47.614056 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-64d58ce4-9277-432e-93a2-daadcb634ac0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:47.667571 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-af29edca-4f0f-495a-861b-3788be48a5fa req-9f443f63-3c25-4243-b99b-3f81b3013d2f service neutron] Attempting to bind port 0546b8de-fb1d-4853-a6f1-24ee25f83c87 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:07:47.668044 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-af29edca-4f0f-495a-861b-3788be48a5fa req-9f443f63-3c25-4243-b99b-3f81b3013d2f service neutron] Attempting to bind port 0546b8de-fb1d-4853-a6f1-24ee25f83c87 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'ff3ff59f-98a5-48db-9770-32a22fe01b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd6e533d7-1d46-4adc-94c2-207dfe17aa8a'}] {{(pid=88176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:07:47.668528 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af29edca-4f0f-495a-861b-3788be48a5fa req-9f443f63-3c25-4243-b99b-3f81b3013d2f service neutron] Attempting to bind port 0546b8de-fb1d-4853-a6f1-24ee25f83c87 on network d6e533d7-1d46-4adc-94c2-207dfe17aa8a {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:07:47.676378 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af29edca-4f0f-495a-861b-3788be48a5fa req-9f443f63-3c25-4243-b99b-3f81b3013d2f service neutron] Port 0546b8de-fb1d-4853-a6f1-24ee25f83c87 on network d6e533d7-1d46-4adc-94c2-207dfe17aa8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:07:47.676899 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af29edca-4f0f-495a-861b-3788be48a5fa req-9f443f63-3c25-4243-b99b-3f81b3013d2f service neutron] Attempting to bind port 0546b8de-fb1d-4853-a6f1-24ee25f83c87 on network d6e533d7-1d46-4adc-94c2-207dfe17aa8a {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:07:47.684917 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af29edca-4f0f-495a-861b-3788be48a5fa req-9f443f63-3c25-4243-b99b-3f81b3013d2f service neutron] Checking agent: {'id': '2cdf3b01-963f-4e6b-8571-872140058f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:07:47.685434 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af29edca-4f0f-495a-861b-3788be48a5fa req-9f443f63-3c25-4243-b99b-3f81b3013d2f service neutron] Checking segment: {'id': 'ff3ff59f-98a5-48db-9770-32a22fe01b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd6e533d7-1d46-4adc-94c2-207dfe17aa8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:07:47.686017 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af29edca-4f0f-495a-861b-3788be48a5fa req-9f443f63-3c25-4243-b99b-3f81b3013d2f service neutron] Bound using segment: {'id': 'ff3ff59f-98a5-48db-9770-32a22fe01b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd6e533d7-1d46-4adc-94c2-207dfe17aa8a'} {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:07:47.686511 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-af29edca-4f0f-495a-861b-3788be48a5fa req-9f443f63-3c25-4243-b99b-3f81b3013d2f service neutron] Bound port: 0546b8de-fb1d-4853-a6f1-24ee25f83c87, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff3ff59f-98a5-48db-9770-32a22fe01b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd6e533d7-1d46-4adc-94c2-207dfe17aa8a'}}] {{(pid=88176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:07:47.686913 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-af29edca-4f0f-495a-861b-3788be48a5fa req-9f443f63-3c25-4243-b99b-3f81b3013d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:47.750761 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=7392eb2b-402c-493a-a825-5792af8b9afd,revision_number=10']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:47.758732 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:47.806270 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-db26d741-f4a1-45ea-bedb-fbb92c8e3e1a req-0949e280-e4cc-40ba-a837-80045d21b0e7 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760413 Dec 14 19:07:47.811357 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-af29edca-4f0f-495a-861b-3788be48a5fa req-9f443f63-3c25-4243-b99b-3f81b3013d2f service neutron] For port 0546b8de-fb1d-4853-a6f1-24ee25f83c87, host hv-cinder-82174, cleared binding levels {{(pid=88176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:07:47.816489 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-af29edca-4f0f-495a-861b-3788be48a5fa req-9f443f63-3c25-4243-b99b-3f81b3013d2f service neutron] For port 0546b8de-fb1d-4853-a6f1-24ee25f83c87, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=0546b8de-fb1d-4853-a6f1-24ee25f83c87,segment=NetworkSegment(ff3ff59f-98a5-48db-9770-32a22fe01b2d),segment_id=ff3ff59f-98a5-48db-9770-32a22fe01b2d)] {{(pid=88176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:07:47.821018 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-af29edca-4f0f-495a-861b-3788be48a5fa req-9f443f63-3c25-4243-b99b-3f81b3013d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852910230'] for port, after_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:47.825870 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-fc9e1ef8-68ad-4a51-8ed0-a0415f6e4b29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:47.856978 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c241bee-1307-4896-8878-066e9d92e2a3 req-ef8fff93-b6f4-48cb-9082-52380f90865c tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:47.858663 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2c241bee-1307-4896-8878-066e9d92e2a3 req-ef8fff93-b6f4-48cb-9082-52380f90865c tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 945 time: 0.3970366 Dec 14 19:07:47.860917 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-1eab2504-507f-42dc-a30b-a93d0791cf25 req-967f1bb4-7a43-4afe-bbea-a08cf73611d1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] For port f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8,segment=NetworkSegment(b36b7e3e-918b-401c-8d60-889aabe5001e),segment_id=b36b7e3e-918b-401c-8d60-889aabe5001e)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:07:47.861314 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-1eab2504-507f-42dc-a30b-a93d0791cf25 req-967f1bb4-7a43-4afe-bbea-a08cf73611d1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:47.899383 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-af29edca-4f0f-495a-861b-3788be48a5fa req-9f443f63-3c25-4243-b99b-3f81b3013d2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:47.900988 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-af29edca-4f0f-495a-861b-3788be48a5fa req-9f443f63-3c25-4243-b99b-3f81b3013d2f service neutron] 10.222.0.73 "PUT /v2.0/ports/0546b8de-fb1d-4853-a6f1-24ee25f83c87 HTTP/1.1" status: 200 len: 1093 time: 1.3362670 Dec 14 19:07:47.901600 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f1432c-d0fa-4a9a-8a0e-f64b24aaab15', 'tag': '0546b8de-fb1d-4853-a6f1-24ee25f83c87'}] {{(pid=88176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:07:47.921159 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f443f63-3c25-4243-b99b-3f81b3013d2f service neutron] Pushing event updated for resources: {'Port': ['ID=0546b8de-fb1d-4853-a6f1-24ee25f83c87,revision_number=3']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:47.933991 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-9f443f63-3c25-4243-b99b-3f81b3013d2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:47.981277 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21593c38-956a-4032-8fb0-b5efd48e6166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7392eb2b-402c-493a-a825-5792af8b9afd', 'code': 200} Dec 14 19:07:48.037629 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-1eab2504-507f-42dc-a30b-a93d0791cf25 req-967f1bb4-7a43-4afe-bbea-a08cf73611d1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Calling delete_port for f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8 owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:07:48.120181 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2c241bee-1307-4896-8878-066e9d92e2a3 req-1fe70773-d39a-467e-8d59-84fc0ab65894 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461474 Dec 14 19:07:48.486714 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a737def6-bff8-417e-a5d3-019f3132260e req-d3d8b5f0-4e9f-4bda-9dfe-68ea4fc2bc4e tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 210 time: 0.3350973 Dec 14 19:07:48.535662 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-af29edca-4f0f-495a-861b-3788be48a5fa req-96b41b99-fb28-4205-b008-78016942bc6f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d43cedbbcc7c4347ba63c8f3b2de8fe3&device_id=39f1432c-d0fa-4a9a-8a0e-f64b24aaab15 HTTP/1.1" status: 200 len: 1096 time: 0.4570823 Dec 14 19:07:48.639410 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-af29edca-4f0f-495a-861b-3788be48a5fa req-662d47f6-ae6e-42fc-a6db-620bb9ba3169 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0546b8de-fb1d-4853-a6f1-24ee25f83c87 HTTP/1.1" status: 200 len: 217 time: 0.0955141 Dec 14 19:07:48.643171 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f1432c-d0fa-4a9a-8a0e-f64b24aaab15', 'tag': '0546b8de-fb1d-4853-a6f1-24ee25f83c87', 'status': 'completed', 'code': 200} Dec 14 19:07:48.729789 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.73', 55046) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:07:48.784413 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29edca-4f0f-495a-861b-3788be48a5fa req-03411414-92f2-4342-aea2-fda3de51ab1a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:48.786570 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-af29edca-4f0f-495a-861b-3788be48a5fa req-03411414-92f2-4342-aea2-fda3de51ab1a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ac09862c-e6d1-47a7-a744-c90018fbfbc2 HTTP/1.1" status: 200 len: 847 time: 0.1326153 Dec 14 19:07:48.791905 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-1eab2504-507f-42dc-a30b-a93d0791cf25 req-967f1bb4-7a43-4afe-bbea-a08cf73611d1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:48.798373 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdac567-e98a-4385-837e-3943a9173d5d req-7ced54b3-208a-411f-8018-db116500fa7a tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:48.800096 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ecdac567-e98a-4385-837e-3943a9173d5d req-7ced54b3-208a-411f-8018-db116500fa7a tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.73 "GET /v2.0/networks?id=55ee3fb9-d0c2-47cc-b57a-628cd1002c28 HTTP/1.1" status: 200 len: 814 time: 0.6102903 Dec 14 19:07:48.815493 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['1da7418b-279e-4457-a39c-9e8495c44f75', 'f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:07:48.824496 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-ecdac567-e98a-4385-837e-3943a9173d5d req-9020d024-b531-4cdf-8df0-76aaf623ecdf tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Request body: {'port': {'device_id': 'a201cb11-b0d7-4369-bb80-e258c742e9f2', 'network_id': '55ee3fb9-d0c2-47cc-b57a-628cd1002c28', 'admin_state_up': True, 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:07:48.839991 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-83bca3ee-1479-4388-9a7b-e72a7ff23b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:48.945768 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-af29edca-4f0f-495a-861b-3788be48a5fa req-a2a0a44b-7e1f-4439-89ac-4a93954fc5de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d6e533d7-1d46-4adc-94c2-207dfe17aa8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1505823 Dec 14 19:07:48.958307 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06389f29-8a05-4636-bac7-9a26b9b9c88d req-8f0e38f3-8e04-4517-bda2-49f4602abe1a tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:48.960049 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-06389f29-8a05-4636-bac7-9a26b9b9c88d req-8f0e38f3-8e04-4517-bda2-49f4602abe1a tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 945 time: 0.4565003 Dec 14 19:07:48.961324 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f1bb4-7a43-4afe-bbea-a08cf73611d1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Pushing event deleted for resources: {'Port': ['ID=f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:49.158729 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f1bb4-7a43-4afe-bbea-a08cf73611d1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:49.159344 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f1bb4-7a43-4afe-bbea-a08cf73611d1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:49.159856 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f1bb4-7a43-4afe-bbea-a08cf73611d1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:49.160364 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f1bb4-7a43-4afe-bbea-a08cf73611d1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:49.160895 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f1bb4-7a43-4afe-bbea-a08cf73611d1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:49.161411 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f1bb4-7a43-4afe-bbea-a08cf73611d1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:49.161932 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f1bb4-7a43-4afe-bbea-a08cf73611d1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:49.162428 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f1bb4-7a43-4afe-bbea-a08cf73611d1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:49.162919 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f1bb4-7a43-4afe-bbea-a08cf73611d1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:49.163409 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f1bb4-7a43-4afe-bbea-a08cf73611d1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:49.163898 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967f1bb4-7a43-4afe-bbea-a08cf73611d1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:07:49.217190 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-967f1bb4-7a43-4afe-bbea-a08cf73611d1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:49.218763 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eab2504-507f-42dc-a30b-a93d0791cf25 req-967f1bb4-7a43-4afe-bbea-a08cf73611d1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] No DVR routers for this DVR port f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8 on host hv-cinder-82174 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:07:49.241854 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-1eab2504-507f-42dc-a30b-a93d0791cf25 req-967f1bb4-7a43-4afe-bbea-a08cf73611d1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:49.247285 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfbf74d3-519b-4e5a-b9c6-3a38068760c3', 'name': 'network-vif-deleted', 'tag': 'f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:07:49.281686 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-af29edca-4f0f-495a-861b-3788be48a5fa req-087850a6-45f3-4755-b670-1942cc2f58f4 service neutron] 10.222.0.73 "GET /v2.0/networks/d6e533d7-1d46-4adc-94c2-207dfe17aa8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241534 Dec 14 19:07:49.325603 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-06389f29-8a05-4636-bac7-9a26b9b9c88d req-cfc677c4-1d3f-41ec-bbc7-79feec9a792d tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357191 Dec 14 19:07:49.328006 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1eab2504-507f-42dc-a30b-a93d0791cf25 req-967f1bb4-7a43-4afe-bbea-a08cf73611d1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.73 "DELETE /v2.0/ports/f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8 HTTP/1.1" status: 204 len: 173 time: 2.2644379 Dec 14 19:07:49.377191 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ab981-2b4e-4eac-a76f-359f26600322 req-1c51ccf9-32f7-4aa6-8896-6b6ad0b530ba tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:49.393117 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-463ab981-2b4e-4eac-a76f-359f26600322 req-1c51ccf9-32f7-4aa6-8896-6b6ad0b530ba tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f1432c-d0fa-4a9a-8a0e-f64b24aaab15 HTTP/1.1" status: 200 len: 943 time: 0.4901001 Dec 14 19:07:49.413036 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b3c7794d-e688-4177-9c90-3539dc77f826 req-b4ca0ce3-c69b-44e7-a94e-ede8a89daa0c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 1100 time: 0.6721277 Dec 14 19:07:49.489668 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-ecdac567-e98a-4385-837e-3943a9173d5d req-9020d024-b531-4cdf-8df0-76aaf623ecdf tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:07:49.573586 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-af29edca-4f0f-495a-861b-3788be48a5fa req-942bb550-e179-4475-84d4-574ea8a7f3ca service neutron] 10.222.0.73 "GET /v2.0/networks/d6e533d7-1d46-4adc-94c2-207dfe17aa8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846670 Dec 14 19:07:49.593962 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-463ab981-2b4e-4eac-a76f-359f26600322 req-d3f9710b-e6a7-4ef7-a66d-8e7d591ce74d tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/security-groups?id=35c20848-8ec3-4774-b1a5-27e1af374a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989584 Dec 14 19:07:49.615620 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-ecdac567-e98a-4385-837e-3943a9173d5d req-9020d024-b531-4cdf-8df0-76aaf623ecdf tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:07:49.707848 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b3c7794d-e688-4177-9c90-3539dc77f826 req-81b22535-ad3e-4a08-bac9-be7d8eb32026 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831016 Dec 14 19:07:49.725941 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecdac567-e98a-4385-837e-3943a9173d5d req-9020d024-b531-4cdf-8df0-76aaf623ecdf tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Made reservation on behalf of b1351b4434a5442d89b49cf7732f1282 for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:07:49.732295 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-ecdac567-e98a-4385-837e-3943a9173d5d req-9020d024-b531-4cdf-8df0-76aaf623ecdf tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:49.855617 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e408d6-9835-48bc-a484-e7a3ced1d289 req-c6f81cf5-325e-4afa-81d8-64e003d1b757 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:49.858844 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e3e408d6-9835-48bc-a484-e7a3ced1d289 req-c6f81cf5-325e-4afa-81d8-64e003d1b757 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.2500780 Dec 14 19:07:50.211078 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e3e408d6-9835-48bc-a484-e7a3ced1d289 req-bb9dab4b-5772-42fd-bd3c-d85871fce93f tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2612073 Dec 14 19:07:50.263304 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [req-ecdac567-e98a-4385-837e-3943a9173d5d req-9020d024-b531-4cdf-8df0-76aaf623ecdf tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Allocated IP 172.20.0.8 (55ee3fb9-d0c2-47cc-b57a-628cd1002c28/668c9a99-31b6-43dd-a171-3d1dbe68d7c5/4c77ac4b-7708-465a-a207-9e9bd5b5cb10) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:07:50.299897 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a3b41-d938-48d3-a22a-9533961a180f req-5787b27e-82bf-45d2-a936-3306c88ca50a tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:50.304093 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-336a3b41-d938-48d3-a22a-9533961a180f req-5787b27e-82bf-45d2-a936-3306c88ca50a tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 947 time: 0.4367797 Dec 14 19:07:50.394038 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfbf74d3-519b-4e5a-b9c6-3a38068760c3', 'name': 'network-vif-deleted', 'tag': 'f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8', 'status': 'completed', 'code': 200} Dec 14 19:07:50.476898 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-336a3b41-d938-48d3-a22a-9533961a180f req-5b1c53e4-1fb7-41c8-8007-7e592ff3c439 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620226 Dec 14 19:07:50.639893 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b030461b-ffdf-40a9-a4c0-d81ad1c9b776 req-23312957-376f-4cb8-9f22-b6ff64afad4c tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 210 time: 0.0821524 Dec 14 19:07:50.780894 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-750a7365-5e54-4d07-ab84-c1ad8d4c54cd req-0349908d-47cd-4a1d-b5d4-936844643083 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Synchronizing usage tracker for tenant:a0bcd02b122b4b9eae4ccde55819070a on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:07:50.976673 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-750a7365-5e54-4d07-ab84-c1ad8d4c54cd req-0349908d-47cd-4a1d-b5d4-936844643083 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Unset dirty status for tenant:a0bcd02b122b4b9eae4ccde55819070a on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:07:50.979264 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-750a7365-5e54-4d07-ab84-c1ad8d4c54cd req-0349908d-47cd-4a1d-b5d4-936844643083 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 210 time: 0.2650614 Dec 14 19:07:50.995171 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-ecdac567-e98a-4385-837e-3943a9173d5d req-9020d024-b531-4cdf-8df0-76aaf623ecdf tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:51.062346 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [req-ecdac567-e98a-4385-837e-3943a9173d5d req-9020d024-b531-4cdf-8df0-76aaf623ecdf tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Transition to ACTIVE for port object 4c77ac4b-7708-465a-a207-9e9bd5b5cb10 will not be triggered until provisioned by entity DHCP. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:07:51.080506 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:07:51.099820 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acff6c42-779e-49a8-8383-d21d24f538d8 req-8ec2da76-d226-4429-93d2-8545accf73f4 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:51.103744 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-acff6c42-779e-49a8-8383-d21d24f538d8 req-8ec2da76-d226-4429-93d2-8545accf73f4 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f1432c-d0fa-4a9a-8a0e-f64b24aaab15 HTTP/1.1" status: 200 len: 943 time: 0.2121258 Dec 14 19:07:51.114229 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-ecdac567-e98a-4385-837e-3943a9173d5d req-9020d024-b531-4cdf-8df0-76aaf623ecdf tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:51.128320 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] No Port match for: f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8 {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:07:51.129224 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device f5df42f6-9d6f-47a1-9b3a-b7a8aa15a8f8 not bound to the agent host hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:07:51.147371 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-967f1bb4-7a43-4afe-bbea-a08cf73611d1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:07:51.221980 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecdac567-e98a-4385-837e-3943a9173d5d req-9020d024-b531-4cdf-8df0-76aaf623ecdf tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Network 55ee3fb9-d0c2-47cc-b57a-628cd1002c28 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:07:51.231618 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [req-ecdac567-e98a-4385-837e-3943a9173d5d req-9020d024-b531-4cdf-8df0-76aaf623ecdf tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:07:51.263431 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdac567-e98a-4385-837e-3943a9173d5d req-9020d024-b531-4cdf-8df0-76aaf623ecdf tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:07:51.398468 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020d024-b531-4cdf-8df0-76aaf623ecdf tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Pushing event updated for resources: {'Port': ['ID=4c77ac4b-7708-465a-a207-9e9bd5b5cb10,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:07:51.421750 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-9020d024-b531-4cdf-8df0-76aaf623ecdf tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:07:51.523494 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-acff6c42-779e-49a8-8383-d21d24f538d8 req-b96ee4e3-c2d2-4f19-beab-dc432dee4a89 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/security-groups?id=35c20848-8ec3-4774-b1a5-27e1af374a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983581 Dec 14 19:07:51.534392 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdac567-e98a-4385-837e-3943a9173d5d req-9020d024-b531-4cdf-8df0-76aaf623ecdf tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:51.537913 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-ecdac567-e98a-4385-837e-3943a9173d5d req-9020d024-b531-4cdf-8df0-76aaf623ecdf tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:51.616685 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ecdac567-e98a-4385-837e-3943a9173d5d req-9020d024-b531-4cdf-8df0-76aaf623ecdf tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7962661 Dec 14 19:07:51.642651 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a900b-a14e-4aed-87a8-396347dd3779 req-8fbfd554-8f9b-474b-bf1e-64f1863b3504 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:51.646072 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0d1a900b-a14e-4aed-87a8-396347dd3779 req-8fbfd554-8f9b-474b-bf1e-64f1863b3504 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.1946759 Dec 14 19:07:51.738992 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0d1a900b-a14e-4aed-87a8-396347dd3779 req-ac0c79bd-69ec-43c7-968a-f9c3d237412f tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784125 Dec 14 19:07:51.842856 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-8a11ec9a-1bc0-4d4e-95ed-8f074a2a5a53 None None] Provisioning for port 4c77ac4b-7708-465a-a207-9e9bd5b5cb10 completed by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:07:51.848646 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-8a11ec9a-1bc0-4d4e-95ed-8f074a2a5a53 None None] Provisioning complete for port 4c77ac4b-7708-465a-a207-9e9bd5b5cb10 triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:07:51.849510 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8a11ec9a-1bc0-4d4e-95ed-8f074a2a5a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:51.888142 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866f3ad-06e7-4164-89f1-67c84f951148 req-1216e5eb-a72c-479c-bcfb-d8ee3cf51a64 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:51.897140 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8866f3ad-06e7-4164-89f1-67c84f951148 req-1216e5eb-a72c-479c-bcfb-d8ee3cf51a64 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 947 time: 0.1542253 Dec 14 19:07:51.912282 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-8a11ec9a-1bc0-4d4e-95ed-8f074a2a5a53 None None] Port 4c77ac4b-7708-465a-a207-9e9bd5b5cb10 cannot update to ACTIVE because it is not bound. {{(pid=88178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:07:52.007628 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8866f3ad-06e7-4164-89f1-67c84f951148 req-def369ee-6932-4b42-b342-c3b7c7545658 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092970 Dec 14 19:07:52.063069 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225092b-eea1-4c5e-858a-df5c94a20943 req-8fca54c4-35d8-4b67-b71d-bcc276d179f5 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:52.065354 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-8225092b-eea1-4c5e-858a-df5c94a20943 req-8fca54c4-35d8-4b67-b71d-bcc276d179f5 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Synchronizing usage tracker for tenant:b1351b4434a5442d89b49cf7732f1282 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:07:52.093969 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-8225092b-eea1-4c5e-858a-df5c94a20943 req-8fca54c4-35d8-4b67-b71d-bcc276d179f5 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Unset dirty status for tenant:b1351b4434a5442d89b49cf7732f1282 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:07:52.095425 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8225092b-eea1-4c5e-858a-df5c94a20943 req-8fca54c4-35d8-4b67-b71d-bcc276d179f5 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 931 time: 0.1723828 Dec 14 19:07:52.263058 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f3358539-3b3b-4de7-b2d0-49d0ce039f02 req-77185b89-568d-4abb-9440-1951ff2bded5 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 210 time: 0.0805774 Dec 14 19:07:52.274570 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-8225092b-eea1-4c5e-858a-df5c94a20943 req-5c1e8553-6448-4d7d-9a9d-a48d2b7466ae tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Synchronizing usage tracker for tenant:b1351b4434a5442d89b49cf7732f1282 on resource:security_group {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:07:52.294000 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-8225092b-eea1-4c5e-858a-df5c94a20943 req-5c1e8553-6448-4d7d-9a9d-a48d2b7466ae tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Unset dirty status for tenant:b1351b4434a5442d89b49cf7732f1282 on resource:security_group {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:07:52.295616 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8225092b-eea1-4c5e-858a-df5c94a20943 req-5c1e8553-6448-4d7d-9a9d-a48d2b7466ae tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920187 Dec 14 19:07:52.938360 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a628a-f536-4610-9ae2-a03d3425f4f4 req-8da573bd-b601-4b7d-b036-040d3004e3fd tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:52.942661 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-067a628a-f536-4610-9ae2-a03d3425f4f4 req-8da573bd-b601-4b7d-b036-040d3004e3fd tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f1432c-d0fa-4a9a-8a0e-f64b24aaab15 HTTP/1.1" status: 200 len: 943 time: 0.1738706 Dec 14 19:07:53.393125 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-067a628a-f536-4610-9ae2-a03d3425f4f4 req-dbf30e59-bc38-4e6e-b5c9-0928a02bae13 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/security-groups?id=35c20848-8ec3-4774-b1a5-27e1af374a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425235 Dec 14 19:07:53.456263 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b13ada-4e26-4f90-8832-21095542ce53 req-0b1f38d9-fcdb-410d-bfce-67fef491e4e2 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:53.460220 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-66b13ada-4e26-4f90-8832-21095542ce53 req-0b1f38d9-fcdb-410d-bfce-67fef491e4e2 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.4490163 Dec 14 19:07:53.566000 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-66b13ada-4e26-4f90-8832-21095542ce53 req-a8b038d3-209a-4bc9-995c-98bf5f279d5d tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953798 Dec 14 19:07:53.688928 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5920af-4108-4130-83d7-065fa625864f req-3974b21d-7049-41ad-9c42-d4c871d164b8 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:53.698510 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4a5920af-4108-4130-83d7-065fa625864f req-3974b21d-7049-41ad-9c42-d4c871d164b8 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 947 time: 0.1480992 Dec 14 19:07:53.779031 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b8630135-d849-4cce-a14f-5d44ba6ec3e0 req-3f978338-c8c9-4573-8edf-d536573b621d tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 210 time: 0.0750303 Dec 14 19:07:53.819886 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4a5920af-4108-4130-83d7-065fa625864f req-da3b8542-672d-49bd-ac4b-0b47e400b622 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193194 Dec 14 19:07:54.122238 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0ecb9-5568-4451-a3f6-0305651d2c55 req-80ad2373-9d8d-40e5-b0bf-e8397ce24763 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:54.135474 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-faf0ecb9-5568-4451-a3f6-0305651d2c55 req-80ad2373-9d8d-40e5-b0bf-e8397ce24763 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 931 time: 0.1165648 Dec 14 19:07:54.219541 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-faf0ecb9-5568-4451-a3f6-0305651d2c55 req-52f129b2-e481-46ef-a58c-33566415b112 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827281 Dec 14 19:07:54.716395 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227a507-bd61-45bc-ab54-e47f88433588 req-0cc67211-24e7-4de4-9350-12df9550eaed tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:54.718175 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3227a507-bd61-45bc-ab54-e47f88433588 req-0cc67211-24e7-4de4-9350-12df9550eaed tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f1432c-d0fa-4a9a-8a0e-f64b24aaab15 HTTP/1.1" status: 200 len: 943 time: 0.1318707 Dec 14 19:07:54.835470 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3227a507-bd61-45bc-ab54-e47f88433588 req-65911cd0-622c-4d1e-8957-0bbb60bbdcb4 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/security-groups?id=35c20848-8ec3-4774-b1a5-27e1af374a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809636 Dec 14 19:07:54.858450 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fe5b8-a74e-40b0-9b44-2e73191d6e1c req-10b99cb3-fc32-4572-ba4e-02ef5bd01828 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:54.862210 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-408fe5b8-a74e-40b0-9b44-2e73191d6e1c req-10b99cb3-fc32-4572-ba4e-02ef5bd01828 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.1426744 Dec 14 19:07:54.949895 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-408fe5b8-a74e-40b0-9b44-2e73191d6e1c req-e0639882-572c-48f0-bac5-f52f85a3e28c tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693521 Dec 14 19:07:55.064667 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9adfab64-978d-41d3-bf6d-4ffc53ff4f94 req-761f145a-432d-4fe1-b5f2-e97da8a9cfd2 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 210 time: 0.0584621 Dec 14 19:07:55.267743 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563ef09-1392-446d-8aed-b44bd4ced7db req-df3d04fe-2abd-44fd-bf8a-a39db07c8da7 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:55.270234 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3563ef09-1392-446d-8aed-b44bd4ced7db req-df3d04fe-2abd-44fd-bf8a-a39db07c8da7 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 947 time: 0.1105669 Dec 14 19:07:55.358296 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3563ef09-1392-446d-8aed-b44bd4ced7db req-6be493cd-9cfb-43c8-86f6-453a566ca0e3 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723002 Dec 14 19:07:55.517025 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e269d-93bb-469e-9424-d3d86a419233 req-56be5b83-40b1-4ad8-8cbd-31ffc8e3bf30 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:55.518794 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fe5e269d-93bb-469e-9424-d3d86a419233 req-56be5b83-40b1-4ad8-8cbd-31ffc8e3bf30 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 931 time: 0.1179709 Dec 14 19:07:55.599496 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fe5e269d-93bb-469e-9424-d3d86a419233 req-0968e373-e0ad-4bad-9d9c-0447d2fd0525 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736659 Dec 14 19:07:56.182908 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df778a9-3852-49c8-af7e-8e9eaeff8e0b req-e8439543-b5eb-430e-add0-8131157427d8 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:56.196195 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8df778a9-3852-49c8-af7e-8e9eaeff8e0b req-e8439543-b5eb-430e-add0-8131157427d8 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f1432c-d0fa-4a9a-8a0e-f64b24aaab15 HTTP/1.1" status: 200 len: 943 time: 0.1820583 Dec 14 19:07:56.347807 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8df778a9-3852-49c8-af7e-8e9eaeff8e0b req-730908a4-10fe-4f7a-9513-17b36665944f tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/security-groups?id=35c20848-8ec3-4774-b1a5-27e1af374a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477151 Dec 14 19:07:56.373973 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e426636-da0c-4636-9495-6caf7bac96f9 req-468b1b0b-9c8d-4574-9923-c38c73088e6a tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:56.378051 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0e426636-da0c-4636-9495-6caf7bac96f9 req-468b1b0b-9c8d-4574-9923-c38c73088e6a tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.1501844 Dec 14 19:07:56.451584 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-cdbdd571-e9da-4269-84f4-fe1e9f6580a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:56.510639 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0e426636-da0c-4636-9495-6caf7bac96f9 req-605fc357-b1d9-4a58-b16a-d52a7b96e503 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166937 Dec 14 19:07:56.794639 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a2056b94-81d6-4ee8-8922-a82b360b2152 req-100ed364-114c-4ddf-b4cf-3ddff4864d53 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 210 time: 0.0689607 Dec 14 19:07:56.832377 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7cd18-fd2a-4d8a-a5fb-350b7bf40c03 req-17ab1607-0623-4a3e-8c68-afa56b2c8b57 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:56.835421 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-06f7cd18-fd2a-4d8a-a5fb-350b7bf40c03 req-17ab1607-0623-4a3e-8c68-afa56b2c8b57 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 947 time: 0.1741688 Dec 14 19:07:56.909261 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-06f7cd18-fd2a-4d8a-a5fb-350b7bf40c03 req-b2d144a9-5be2-47fb-83cc-5e5af41ac3c7 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648024 Dec 14 19:07:57.143710 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e27b32-32f0-4c07-bc1d-9f6770728e86 req-4e8cb9f1-3bee-4101-82ab-c81c748b0645 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:57.154574 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f7e27b32-32f0-4c07-bc1d-9f6770728e86 req-4e8cb9f1-3bee-4101-82ab-c81c748b0645 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 931 time: 0.1256413 Dec 14 19:07:57.238739 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f7e27b32-32f0-4c07-bc1d-9f6770728e86 req-df0d28c2-d48b-4708-8c99-f0c498c6ac7f tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788646 Dec 14 19:07:57.695002 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff98650-baef-488e-ba4c-924516961983 req-43d336a9-3cc6-4ade-a356-f86d7bbb91ce tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:57.703314 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0ff98650-baef-488e-ba4c-924516961983 req-43d336a9-3cc6-4ade-a356-f86d7bbb91ce tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f1432c-d0fa-4a9a-8a0e-f64b24aaab15 HTTP/1.1" status: 200 len: 943 time: 0.1423452 Dec 14 19:07:57.770663 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0ff98650-baef-488e-ba4c-924516961983 req-fe764354-d20d-45a4-9f14-f66b2cf00c3d tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/security-groups?id=35c20848-8ec3-4774-b1a5-27e1af374a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654871 Dec 14 19:07:57.829679 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:57.887284 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4683ac8-d073-4276-87a4-eed9576e55aa req-7abfd1b8-def9-4dd5-823b-945216b4cdb6 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:57.889262 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f4683ac8-d073-4276-87a4-eed9576e55aa req-7abfd1b8-def9-4dd5-823b-945216b4cdb6 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.1144514 Dec 14 19:07:58.007664 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f4683ac8-d073-4276-87a4-eed9576e55aa req-3ecd586b-4cca-4ff3-8e83-02bb4a2d7e42 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043227 Dec 14 19:07:58.142279 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-018c2513-3275-405f-a0cd-c2b437fca96b req-95ab28dd-2f7d-4058-9e10-c9a0a04289c6 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 210 time: 0.1053655 Dec 14 19:07:58.409098 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ca063-30b3-47c2-b422-9f8af18c3efc req-a938c670-ec53-4dd9-9aad-9463734759cd tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:58.410918 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ad3ca063-30b3-47c2-b422-9f8af18c3efc req-a938c670-ec53-4dd9-9aad-9463734759cd tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 947 time: 0.1739898 Dec 14 19:07:58.446708 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-539ac470-34b4-4aec-8fef-4b1a5a03fc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:58.601577 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ad3ca063-30b3-47c2-b422-9f8af18c3efc req-f4d788bd-c794-4a65-b578-60b90b3db88d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236615 Dec 14 19:07:58.620042 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8942e8e1-3edb-48a3-ba8c-42b0a0c00fef req-9b37dfd9-473d-41ca-91b3-a4cf6b60aa7a tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:58.621801 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8942e8e1-3edb-48a3-ba8c-42b0a0c00fef req-9b37dfd9-473d-41ca-91b3-a4cf6b60aa7a tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 931 time: 0.2098334 Dec 14 19:07:58.700578 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8942e8e1-3edb-48a3-ba8c-42b0a0c00fef req-b38657d8-41fa-48d9-b328-cc6e6d8fe0b7 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630913 Dec 14 19:07:59.105477 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc833b6-dbc3-4396-bd06-0b23b6ec9fce req-1cfd108a-49f9-4fb3-8918-02e7c95acbc4 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:59.109218 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0fc833b6-dbc3-4396-bd06-0b23b6ec9fce req-1cfd108a-49f9-4fb3-8918-02e7c95acbc4 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f1432c-d0fa-4a9a-8a0e-f64b24aaab15 HTTP/1.1" status: 200 len: 943 time: 0.1820893 Dec 14 19:07:59.129889 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:07:59.220915 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0fc833b6-dbc3-4396-bd06-0b23b6ec9fce req-c76c0bff-3bc8-4095-8be8-7c1a51f7c3d7 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/security-groups?id=35c20848-8ec3-4774-b1a5-27e1af374a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970480 Dec 14 19:07:59.356033 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380d37e-b014-4dd0-adf7-a83025468e56 req-75a3b04a-1093-4626-8e9a-6b2fdceca513 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:59.358695 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d380d37e-b014-4dd0-adf7-a83025468e56 req-75a3b04a-1093-4626-8e9a-6b2fdceca513 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.1363101 Dec 14 19:07:59.434061 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d380d37e-b014-4dd0-adf7-a83025468e56 req-e890475e-f2f0-4fac-88a5-de8d8745ec88 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678196 Dec 14 19:07:59.497397 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e1d3ccd9-d033-449b-a62e-5573ce2343cd req-7815d02f-c010-4011-adca-9aa2e757d9da tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 210 time: 0.0502007 Dec 14 19:07:59.979742 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca994d-e0ec-4f61-9867-05c177229a21 req-473656cc-b0a5-47d0-9939-d5d159324a39 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:07:59.981477 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c5ca994d-e0ec-4f61-9867-05c177229a21 req-473656cc-b0a5-47d0-9939-d5d159324a39 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 947 time: 0.1984556 Dec 14 19:08:00.045076 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd8c1a-763c-4773-895c-a950fcb73572 req-a4e3118d-bcc8-450c-9ef4-255d31bb88fa tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:00.046723 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-52fd8c1a-763c-4773-895c-a950fcb73572 req-a4e3118d-bcc8-450c-9ef4-255d31bb88fa tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 931 time: 0.1434696 Dec 14 19:08:00.052740 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c5ca994d-e0ec-4f61-9867-05c177229a21 req-2d408f33-75ed-4ced-a0d2-9305b9deaadc tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633357 Dec 14 19:08:00.105151 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-52fd8c1a-763c-4773-895c-a950fcb73572 req-67afe6f7-4b8f-4006-baf2-546586fc91e8 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467091 Dec 14 19:08:00.472297 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06a8f8-48c3-4abb-a771-eb4f0c2c82a5 req-f0049169-d7d3-44c2-90fe-7cac78582765 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:00.474035 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0a06a8f8-48c3-4abb-a771-eb4f0c2c82a5 req-f0049169-d7d3-44c2-90fe-7cac78582765 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f1432c-d0fa-4a9a-8a0e-f64b24aaab15 HTTP/1.1" status: 200 len: 943 time: 0.0936296 Dec 14 19:08:00.481446 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-ecdac567-e98a-4385-837e-3943a9173d5d req-8a54157a-4c9e-4d2e-b449-dbc5a8942bcb service neutron] Request body: {'port': {'device_id': 'a201cb11-b0d7-4369-bb80-e258c742e9f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:08:00.690254 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:00.791848 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0a06a8f8-48c3-4abb-a771-eb4f0c2c82a5 req-de078db7-7a5a-4b4d-b4fd-492ef1e04bd7 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/security-groups?id=35c20848-8ec3-4774-b1a5-27e1af374a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804971 Dec 14 19:08:00.812657 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-ecdac567-e98a-4385-837e-3943a9173d5d req-8a54157a-4c9e-4d2e-b449-dbc5a8942bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:00.873730 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1ecef20b-2d85-4211-a3e8-523f03c05813 req-5944b7a1-3a1c-413e-bcb3-046029fd6e4c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d43cedbbcc7c4347ba63c8f3b2de8fe3&device_id=39f1432c-d0fa-4a9a-8a0e-f64b24aaab15 HTTP/1.1" status: 200 len: 1096 time: 0.3558962 Dec 14 19:08:00.894953 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a9176-77d5-4c97-9abb-795a1817bb7e req-95bdc4c7-9015-4aa4-9815-261178e55862 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:00.896639 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-212a9176-77d5-4c97-9abb-795a1817bb7e req-95bdc4c7-9015-4aa4-9815-261178e55862 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.2859592 Dec 14 19:08:01.128721 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5c236d1d-0708-4a4e-b1b2-fac88eeca233 req-22855f05-7d2d-47c7-b010-85ec5f068e68 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=bfbf74d3-519b-4e5a-b9c6-3a38068760c3 HTTP/1.1" status: 200 len: 210 time: 0.1978230 Dec 14 19:08:01.233223 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-212a9176-77d5-4c97-9abb-795a1817bb7e req-ab5752fc-6e66-4883-8627-41c70b65dec2 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3082259 Dec 14 19:08:01.333384 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecef20b-2d85-4211-a3e8-523f03c05813 req-070477b0-43e3-49e7-977e-09dc3f13e113 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:01.334976 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1ecef20b-2d85-4211-a3e8-523f03c05813 req-070477b0-43e3-49e7-977e-09dc3f13e113 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d6e533d7-1d46-4adc-94c2-207dfe17aa8a HTTP/1.1" status: 200 len: 908 time: 0.4349725 Dec 14 19:08:01.755038 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1ecef20b-2d85-4211-a3e8-523f03c05813 req-bc7ec98e-2358-4b4d-afbf-63d530a1dcc0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0546b8de-fb1d-4853-a6f1-24ee25f83c87 HTTP/1.1" status: 200 len: 217 time: 0.3744421 Dec 14 19:08:01.912331 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecef20b-2d85-4211-a3e8-523f03c05813 req-0c27600d-3649-48db-997b-2258f8b2860e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:01.914308 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1ecef20b-2d85-4211-a3e8-523f03c05813 req-0c27600d-3649-48db-997b-2258f8b2860e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ac09862c-e6d1-47a7-a744-c90018fbfbc2 HTTP/1.1" status: 200 len: 847 time: 0.1491830 Dec 14 19:08:02.001071 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1ecef20b-2d85-4211-a3e8-523f03c05813 req-e164f2c5-0611-4bc8-8d19-37df81b57859 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d6e533d7-1d46-4adc-94c2-207dfe17aa8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689194 Dec 14 19:08:02.010221 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32aa339-2e3c-4dc5-8b2e-8dd099bd1d0a req-50f07c9f-ce46-4cbc-a534-60c990ba7671 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:02.011904 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e32aa339-2e3c-4dc5-8b2e-8dd099bd1d0a req-50f07c9f-ce46-4cbc-a534-60c990ba7671 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 947 time: 0.7359529 Dec 14 19:08:02.018417 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587598a9-63c0-48b4-a43c-a246453387c4 req-bee9011b-0f15-4376-b06b-3e6e2789945b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:02.020112 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-587598a9-63c0-48b4-a43c-a246453387c4 req-bee9011b-0f15-4376-b06b-3e6e2789945b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 931 time: 0.6486931 Dec 14 19:08:02.022468 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [req-ecdac567-e98a-4385-837e-3943a9173d5d req-8a54157a-4c9e-4d2e-b449-dbc5a8942bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c77ac4b-7708-465a-a207-9e9bd5b5cb10 {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:08:02.058872 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-ecdac567-e98a-4385-837e-3943a9173d5d req-8a54157a-4c9e-4d2e-b449-dbc5a8942bcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:02.157251 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [req-ecdac567-e98a-4385-837e-3943a9173d5d req-8a54157a-4c9e-4d2e-b449-dbc5a8942bcb service neutron] Transition to ACTIVE for port object 4c77ac4b-7708-465a-a207-9e9bd5b5cb10 will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:08:02.227913 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-ecdac567-e98a-4385-837e-3943a9173d5d req-8a54157a-4c9e-4d2e-b449-dbc5a8942bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853069063'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:02.239678 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:02.318728 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-587598a9-63c0-48b4-a43c-a246453387c4 req-527b2b63-a4b2-4f4c-aef0-dded608c7031 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658889 Dec 14 19:08:02.326038 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e32aa339-2e3c-4dc5-8b2e-8dd099bd1d0a req-d5abd19c-9c4e-4c15-8f17-1f76d987238e tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2974005 Dec 14 19:08:02.434733 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54157a-4c9e-4d2e-b449-dbc5a8942bcb service neutron] Pushing event updated for resources: {'Port': ['ID=4c77ac4b-7708-465a-a207-9e9bd5b5cb10,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:02.440508 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8a54157a-4c9e-4d2e-b449-dbc5a8942bcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:02.443755 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1ecef20b-2d85-4211-a3e8-523f03c05813 req-5cd5ddb4-237f-4211-8a0f-baf83f4bae45 service neutron] 10.222.0.73 "GET /v2.0/networks/d6e533d7-1d46-4adc-94c2-207dfe17aa8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166901 Dec 14 19:08:02.817683 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-ecdac567-e98a-4385-837e-3943a9173d5d req-8a54157a-4c9e-4d2e-b449-dbc5a8942bcb service neutron] Attempting to bind port 4c77ac4b-7708-465a-a207-9e9bd5b5cb10 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:08:02.818048 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-ecdac567-e98a-4385-837e-3943a9173d5d req-8a54157a-4c9e-4d2e-b449-dbc5a8942bcb service neutron] Attempting to bind port 4c77ac4b-7708-465a-a207-9e9bd5b5cb10 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '1cf5010d-895c-4553-a7f2-3895c8486c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '55ee3fb9-d0c2-47cc-b57a-628cd1002c28'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:08:02.818410 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdac567-e98a-4385-837e-3943a9173d5d req-8a54157a-4c9e-4d2e-b449-dbc5a8942bcb service neutron] Attempting to bind port 4c77ac4b-7708-465a-a207-9e9bd5b5cb10 on network 55ee3fb9-d0c2-47cc-b57a-628cd1002c28 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:08:02.851170 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1ecef20b-2d85-4211-a3e8-523f03c05813 req-211980b8-a00a-420d-9c16-d6a2fec129e5 service neutron] 10.222.0.73 "GET /v2.0/networks/d6e533d7-1d46-4adc-94c2-207dfe17aa8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587141 Dec 14 19:08:02.855207 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdac567-e98a-4385-837e-3943a9173d5d req-8a54157a-4c9e-4d2e-b449-dbc5a8942bcb service neutron] Port 4c77ac4b-7708-465a-a207-9e9bd5b5cb10 on network 55ee3fb9-d0c2-47cc-b57a-628cd1002c28 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:08:02.855559 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdac567-e98a-4385-837e-3943a9173d5d req-8a54157a-4c9e-4d2e-b449-dbc5a8942bcb service neutron] Attempting to bind port 4c77ac4b-7708-465a-a207-9e9bd5b5cb10 on network 55ee3fb9-d0c2-47cc-b57a-628cd1002c28 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:08:02.865258 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed0544-5b17-40fe-b2c8-b37699fc449f req-3b99ec11-81d0-490b-be4c-663d40de13d3 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:02.866993 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f1ed0544-5b17-40fe-b2c8-b37699fc449f req-3b99ec11-81d0-490b-be4c-663d40de13d3 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f1432c-d0fa-4a9a-8a0e-f64b24aaab15 HTTP/1.1" status: 200 len: 943 time: 0.3861856 Dec 14 19:08:02.892508 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdac567-e98a-4385-837e-3943a9173d5d req-8a54157a-4c9e-4d2e-b449-dbc5a8942bcb service neutron] Checking agent: {'id': '2cdf3b01-963f-4e6b-8571-872140058f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:08:02.892848 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdac567-e98a-4385-837e-3943a9173d5d req-8a54157a-4c9e-4d2e-b449-dbc5a8942bcb service neutron] Checking segment: {'id': '1cf5010d-895c-4553-a7f2-3895c8486c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '55ee3fb9-d0c2-47cc-b57a-628cd1002c28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:08:02.893345 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdac567-e98a-4385-837e-3943a9173d5d req-8a54157a-4c9e-4d2e-b449-dbc5a8942bcb service neutron] Bound using segment: {'id': '1cf5010d-895c-4553-a7f2-3895c8486c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '55ee3fb9-d0c2-47cc-b57a-628cd1002c28'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:08:02.893838 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-ecdac567-e98a-4385-837e-3943a9173d5d req-8a54157a-4c9e-4d2e-b449-dbc5a8942bcb service neutron] Bound port: 4c77ac4b-7708-465a-a207-9e9bd5b5cb10, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf5010d-895c-4553-a7f2-3895c8486c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '55ee3fb9-d0c2-47cc-b57a-628cd1002c28'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:08:02.894218 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-ecdac567-e98a-4385-837e-3943a9173d5d req-8a54157a-4c9e-4d2e-b449-dbc5a8942bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:02.908793 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43c219-82c1-42bd-a89a-0b13c65db079 req-b6c828bd-1d76-49cb-a6f2-04034b3e2e44 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:02.910381 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2d43c219-82c1-42bd-a89a-0b13c65db079 req-b6c828bd-1d76-49cb-a6f2-04034b3e2e44 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.2990382 Dec 14 19:08:03.035024 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f1ed0544-5b17-40fe-b2c8-b37699fc449f req-96a0220a-db63-4b4d-be11-9be117294617 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/security-groups?id=35c20848-8ec3-4774-b1a5-27e1af374a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597242 Dec 14 19:08:03.054785 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2d43c219-82c1-42bd-a89a-0b13c65db079 req-f92b47fe-671c-45a3-a8e9-418d2dc48162 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348875 Dec 14 19:08:03.064089 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-ecdac567-e98a-4385-837e-3943a9173d5d req-8a54157a-4c9e-4d2e-b449-dbc5a8942bcb service neutron] For port 4c77ac4b-7708-465a-a207-9e9bd5b5cb10, host hv-cinder-82174, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:08:03.067391 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-ecdac567-e98a-4385-837e-3943a9173d5d req-8a54157a-4c9e-4d2e-b449-dbc5a8942bcb service neutron] For port 4c77ac4b-7708-465a-a207-9e9bd5b5cb10, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=4c77ac4b-7708-465a-a207-9e9bd5b5cb10,segment=NetworkSegment(1cf5010d-895c-4553-a7f2-3895c8486c17),segment_id=1cf5010d-895c-4553-a7f2-3895c8486c17)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:08:03.073432 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-ecdac567-e98a-4385-837e-3943a9173d5d req-8a54157a-4c9e-4d2e-b449-dbc5a8942bcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853069063'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:03.078160 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6ea8f2ce-a96a-4ba0-9012-0a589010b7aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:03.112292 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 0546b8de-fb1d-4853-a6f1-24ee25f83c87 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:08:03.191631 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-ecdac567-e98a-4385-837e-3943a9173d5d req-8a54157a-4c9e-4d2e-b449-dbc5a8942bcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:03.193216 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ecdac567-e98a-4385-837e-3943a9173d5d req-8a54157a-4c9e-4d2e-b449-dbc5a8942bcb service neutron] 10.222.0.73 "PUT /v2.0/ports/4c77ac4b-7708-465a-a207-9e9bd5b5cb10 HTTP/1.1" status: 200 len: 1093 time: 2.7181087 Dec 14 19:08:03.193926 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a201cb11-b0d7-4369-bb80-e258c742e9f2', 'tag': '4c77ac4b-7708-465a-a207-9e9bd5b5cb10'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:08:03.201194 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54157a-4c9e-4d2e-b449-dbc5a8942bcb service neutron] Pushing event updated for resources: {'Port': ['ID=4c77ac4b-7708-465a-a207-9e9bd5b5cb10,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:03.212991 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8a54157a-4c9e-4d2e-b449-dbc5a8942bcb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:03.327826 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 0546b8de-fb1d-4853-a6f1-24ee25f83c87, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=0546b8de-fb1d-4853-a6f1-24ee25f83c87,segment=NetworkSegment(ff3ff59f-98a5-48db-9770-32a22fe01b2d),segment_id=ff3ff59f-98a5-48db-9770-32a22fe01b2d)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:03.335490 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ecdac567-e98a-4385-837e-3943a9173d5d req-fe5fabb2-c0e5-4631-981e-ce4548aa5ae7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1351b4434a5442d89b49cf7732f1282&device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 1096 time: 0.0964196 Dec 14 19:08:03.344370 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Returning: {'device': '0546b8de-fb1d-4853-a6f1-24ee25f83c87', 'network_id': 'd6e533d7-1d46-4adc-94c2-207dfe17aa8a', 'port_id': '0546b8de-fb1d-4853-a6f1-24ee25f83c87', 'mac_address': 'fa:16:3e:76:03:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac09862c-e6d1-47a7-a744-c90018fbfbc2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:08:03.437236 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:03.447514 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a201cb11-b0d7-4369-bb80-e258c742e9f2', 'tag': '4c77ac4b-7708-465a-a207-9e9bd5b5cb10', 'status': 'completed', 'code': 200} Dec 14 19:08:03.450198 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ecdac567-e98a-4385-837e-3943a9173d5d req-ee2fb773-c0b8-4e14-aa79-e442a1829101 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c77ac4b-7708-465a-a207-9e9bd5b5cb10 HTTP/1.1" status: 200 len: 217 time: 0.1043978 Dec 14 19:08:03.466306 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0546b8de-fb1d-4853-a6f1-24ee25f83c87 {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:08:03.487567 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 0546b8de-fb1d-4853-a6f1-24ee25f83c87, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=0546b8de-fb1d-4853-a6f1-24ee25f83c87,segment=NetworkSegment(ff3ff59f-98a5-48db-9770-32a22fe01b2d),segment_id=ff3ff59f-98a5-48db-9770-32a22fe01b2d)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:03.492913 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:03.496627 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:03.545919 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdac567-e98a-4385-837e-3943a9173d5d req-d0d5a75f-e34f-4478-b5d7-8549f7c5696b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:03.547693 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ecdac567-e98a-4385-837e-3943a9173d5d req-d0d5a75f-e34f-4478-b5d7-8549f7c5696b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=668c9a99-31b6-43dd-a171-3d1dbe68d7c5 HTTP/1.1" status: 200 len: 853 time: 0.0881393 Dec 14 19:08:03.595044 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=0546b8de-fb1d-4853-a6f1-24ee25f83c87,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:03.605842 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:03.744855 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['0546b8de-fb1d-4853-a6f1-24ee25f83c87'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:08:03.824912 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad985c1-c62e-4752-ace0-0335f9320d0f req-2474e7ee-6bd6-43df-b17b-4cc72991193a tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:03.826548 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9ad985c1-c62e-4752-ace0-0335f9320d0f req-2474e7ee-6bd6-43df-b17b-4cc72991193a tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.2777350 Dec 14 19:08:03.836471 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cac3d36c-61ba-455d-8b3a-fdb51520659b req-2dc209df-a1cf-4a48-8f53-cfa6f6ded96e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=110f0191feb9402db4fceb6ce9c472c5&device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 1098 time: 0.2092319 Dec 14 19:08:03.843179 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ecdac567-e98a-4385-837e-3943a9173d5d req-8327a0a9-7b5d-41c9-80f4-870033eb898b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=55ee3fb9-d0c2-47cc-b57a-628cd1002c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2582357 Dec 14 19:08:03.910625 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc65d5e-3ffe-424a-981c-e2467587a96d req-9daf6798-b0b1-4678-a1e9-4d7deb942ab1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:03.912194 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bdc65d5e-3ffe-424a-981c-e2467587a96d req-9daf6798-b0b1-4678-a1e9-4d7deb942ab1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.2311995 Dec 14 19:08:04.355880 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9ad985c1-c62e-4752-ace0-0335f9320d0f req-54068639-9ea4-4756-9e0b-f7eb38a6e415 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5183256 Dec 14 19:08:04.383296 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bdc65d5e-3ffe-424a-981c-e2467587a96d req-91e01fe7-7a56-4ccc-9c01-41de7a74b3b1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595060 Dec 14 19:08:04.403636 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3d36c-61ba-455d-8b3a-fdb51520659b req-97c70674-4772-48be-a78f-7c343463aa20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:04.405258 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cac3d36c-61ba-455d-8b3a-fdb51520659b req-97c70674-4772-48be-a78f-7c343463aa20 service neutron] 10.222.0.73 "GET /v2.0/networks?id=41417801-7e29-40be-adf1-4fe41a7c2988 HTTP/1.1" status: 200 len: 911 time: 0.5468533 Dec 14 19:08:04.408635 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ecdac567-e98a-4385-837e-3943a9173d5d req-c5f83637-0a21-480b-ac81-177ddf1492c4 service neutron] 10.222.0.73 "GET /v2.0/networks/55ee3fb9-d0c2-47cc-b57a-628cd1002c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5483146 Dec 14 19:08:04.743078 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cac3d36c-61ba-455d-8b3a-fdb51520659b req-dc6fbecf-c48c-4b60-a6a9-fb7973918199 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5b7ee7c-2e80-447f-9096-4828f3eae4d4 HTTP/1.1" status: 200 len: 1001 time: 0.3217230 Dec 14 19:08:04.846420 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ecdac567-e98a-4385-837e-3943a9173d5d req-1e81b0b7-f3b7-4fc9-9921-e0c83c9f63ad service neutron] 10.222.0.73 "GET /v2.0/networks/55ee3fb9-d0c2-47cc-b57a-628cd1002c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742545 Dec 14 19:08:04.870123 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3d36c-61ba-455d-8b3a-fdb51520659b req-2f855286-57c2-4607-beed-fe2d45c9ed47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:04.871699 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cac3d36c-61ba-455d-8b3a-fdb51520659b req-2f855286-57c2-4607-beed-fe2d45c9ed47 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d0b1b1d-1f37-43fd-8afc-31b562aa0f47 HTTP/1.1" status: 200 len: 849 time: 0.1198511 Dec 14 19:08:04.879094 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920d00f-8b49-41d2-a485-17069fc68edd req-635f1cd7-c50f-4bce-a035-957eb5d06aaf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:04.880772 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b920d00f-8b49-41d2-a485-17069fc68edd req-635f1cd7-c50f-4bce-a035-957eb5d06aaf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 947 time: 0.3761010 Dec 14 19:08:04.887836 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4129f14-0fb4-4c59-8286-d9d8f83df8e6 req-de95ebaa-515e-4c35-9eff-b110fd08e3b2 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:04.889534 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b4129f14-0fb4-4c59-8286-d9d8f83df8e6 req-de95ebaa-515e-4c35-9eff-b110fd08e3b2 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 943 time: 0.4145169 Dec 14 19:08:05.089660 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b920d00f-8b49-41d2-a485-17069fc68edd req-818e087d-6232-4cd0-9cf3-dbdc1f12f217 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989481 Dec 14 19:08:05.094410 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b4129f14-0fb4-4c59-8286-d9d8f83df8e6 req-dc30be66-9521-4018-8b6e-5e4e69f2f7a8 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633062 Dec 14 19:08:05.115659 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cac3d36c-61ba-455d-8b3a-fdb51520659b req-fc933e67-1a74-4f20-b244-1e83511b08dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=41417801-7e29-40be-adf1-4fe41a7c2988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2236304 Dec 14 19:08:05.118586 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-667f13b4-2b4c-4563-b5a6-611c7f9a195f req-43985d7e-1b0c-41fd-b0e9-28796f3f291b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1351b4434a5442d89b49cf7732f1282&device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 1096 time: 0.1888070 Dec 14 19:08:05.132021 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 0546b8de-fb1d-4853-a6f1-24ee25f83c87 up at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:08:05.238053 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning for port 0546b8de-fb1d-4853-a6f1-24ee25f83c87 completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:08:05.243630 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning complete for port 0546b8de-fb1d-4853-a6f1-24ee25f83c87 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:08:05.244061 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:05.364152 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:05.393971 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f1432c-d0fa-4a9a-8a0e-f64b24aaab15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0546b8de-fb1d-4853-a6f1-24ee25f83c87'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:08:05.405605 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 0546b8de-fb1d-4853-a6f1-24ee25f83c87, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=0546b8de-fb1d-4853-a6f1-24ee25f83c87,segment=NetworkSegment(ff3ff59f-98a5-48db-9770-32a22fe01b2d),segment_id=ff3ff59f-98a5-48db-9770-32a22fe01b2d)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:05.412343 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:05.416103 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:05.471912 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cac3d36c-61ba-455d-8b3a-fdb51520659b req-76decc9b-eb1e-46c3-84ea-0db3c5248dba service neutron] 10.222.0.73 "GET /v2.0/networks/41417801-7e29-40be-adf1-4fe41a7c2988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389082 Dec 14 19:08:05.479288 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f13b4-2b4c-4563-b5a6-611c7f9a195f req-b6b10c54-8b13-4c82-b2e7-600a291a6c5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:05.480852 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-667f13b4-2b4c-4563-b5a6-611c7f9a195f req-b6b10c54-8b13-4c82-b2e7-600a291a6c5e service neutron] 10.222.0.73 "GET /v2.0/networks?id=55ee3fb9-d0c2-47cc-b57a-628cd1002c28 HTTP/1.1" status: 200 len: 915 time: 0.3403494 Dec 14 19:08:05.495684 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=0546b8de-fb1d-4853-a6f1-24ee25f83c87,revision_number=5']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:05.499187 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:05.703013 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-667f13b4-2b4c-4563-b5a6-611c7f9a195f req-60fa7f70-e701-4dc1-b0db-780236984307 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c77ac4b-7708-465a-a207-9e9bd5b5cb10 HTTP/1.1" status: 200 len: 217 time: 0.1948044 Dec 14 19:08:05.720249 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257165cb-bd5d-411c-9d01-5efcefc4f8ae req-43c3fa4e-3b13-4b3d-869a-18430057d99b tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:05.721853 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-257165cb-bd5d-411c-9d01-5efcefc4f8ae req-43c3fa4e-3b13-4b3d-869a-18430057d99b tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f1432c-d0fa-4a9a-8a0e-f64b24aaab15 HTTP/1.1" status: 200 len: 944 time: 0.4419255 Dec 14 19:08:05.847190 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cac3d36c-61ba-455d-8b3a-fdb51520659b req-b67f2721-fad2-440c-b8af-ef2a071ced47 service neutron] 10.222.0.73 "GET /v2.0/networks/41417801-7e29-40be-adf1-4fe41a7c2988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652380 Dec 14 19:08:05.863300 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f13b4-2b4c-4563-b5a6-611c7f9a195f req-9347ee48-dc83-4065-a3af-3f4e7b103a79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:05.863300 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-667f13b4-2b4c-4563-b5a6-611c7f9a195f req-9347ee48-dc83-4065-a3af-3f4e7b103a79 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=668c9a99-31b6-43dd-a171-3d1dbe68d7c5 HTTP/1.1" status: 200 len: 853 time: 0.1365674 Dec 14 19:08:05.867584 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-257165cb-bd5d-411c-9d01-5efcefc4f8ae req-54478605-8921-4b4d-ac74-79ddc11713b3 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/security-groups?id=35c20848-8ec3-4774-b1a5-27e1af374a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377466 Dec 14 19:08:05.924917 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d93ec3-8ac8-407a-8394-5a186b4d6fc5 req-b0052e90-9807-4292-8914-a1aef14665ed tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:05.926652 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b5d93ec3-8ac8-407a-8394-5a186b4d6fc5 req-b0052e90-9807-4292-8914-a1aef14665ed tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.4198999 Dec 14 19:08:06.004068 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b5d93ec3-8ac8-407a-8394-5a186b4d6fc5 req-b1049b6d-f59c-40ae-9404-f3c0313d4f94 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631237 Dec 14 19:08:06.013201 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-667f13b4-2b4c-4563-b5a6-611c7f9a195f req-6bf85844-c675-4431-b055-fcc771c3a391 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=55ee3fb9-d0c2-47cc-b57a-628cd1002c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1415627 Dec 14 19:08:06.095381 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f1432c-d0fa-4a9a-8a0e-f64b24aaab15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0546b8de-fb1d-4853-a6f1-24ee25f83c87', 'code': 200} Dec 14 19:08:06.270442 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-667f13b4-2b4c-4563-b5a6-611c7f9a195f req-14933d57-f4bc-4ef4-afd8-2fd494c1da06 service neutron] 10.222.0.73 "GET /v2.0/networks/55ee3fb9-d0c2-47cc-b57a-628cd1002c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478571 Dec 14 19:08:06.669418 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadf178-a186-4131-bad4-09cd33368e89 req-c1993c7c-e950-4f79-8046-8d47fba9a8bc tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:06.671422 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1fadf178-a186-4131-bad4-09cd33368e89 req-c1993c7c-e950-4f79-8046-8d47fba9a8bc tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.5092540 Dec 14 19:08:06.852083 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-667f13b4-2b4c-4563-b5a6-611c7f9a195f req-2e8190bb-911e-4046-98c5-a406b7dfcf14 service neutron] 10.222.0.73 "GET /v2.0/networks/55ee3fb9-d0c2-47cc-b57a-628cd1002c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993789 Dec 14 19:08:06.864665 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1fadf178-a186-4131-bad4-09cd33368e89 req-d2f1a63a-9ea0-4784-a252-a2471623b3b1 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346390 Dec 14 19:08:06.870819 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac61de4-6fc2-4dec-a086-2d1a2da4f7bb req-02f821ad-b04e-4a00-91be-46a24dd28c9e tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:06.872479 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2ac61de4-6fc2-4dec-a086-2d1a2da4f7bb req-02f821ad-b04e-4a00-91be-46a24dd28c9e tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 943 time: 0.5980990 Dec 14 19:08:06.876247 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-91d07ea6-80de-4d90-9285-22b11f9eef34 req-e6761056-a010-4e6e-a721-9bbc5900af63 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=39f1432c-d0fa-4a9a-8a0e-f64b24aaab15 HTTP/1.1" status: 200 len: 1098 time: 0.3315852 Dec 14 19:08:06.964531 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2ac61de4-6fc2-4dec-a086-2d1a2da4f7bb req-4f300e21-fcc4-42c6-8d89-6c1302333ccc tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834222 Dec 14 19:08:06.966873 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-91d07ea6-80de-4d90-9285-22b11f9eef34 req-071a2d10-84a4-48a6-9543-1f9974c6dc37 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=35c20848-8ec3-4774-b1a5-27e1af374a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679836 Dec 14 19:08:07.152377 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35231735-f9d1-4433-b9f9-8f14f07f59b4 req-a19b76fa-bdf8-41c8-80be-8f3fa118c674 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:07.154217 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-35231735-f9d1-4433-b9f9-8f14f07f59b4 req-a19b76fa-bdf8-41c8-80be-8f3fa118c674 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f1432c-d0fa-4a9a-8a0e-f64b24aaab15 HTTP/1.1" status: 200 len: 945 time: 0.1092277 Dec 14 19:08:07.157791 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 4c77ac4b-7708-465a-a207-9e9bd5b5cb10 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:08:07.274849 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-35231735-f9d1-4433-b9f9-8f14f07f59b4 req-d71f0c23-8ab1-4d68-b5ee-747789251461 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/security-groups?id=35c20848-8ec3-4774-b1a5-27e1af374a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076734 Dec 14 19:08:07.299340 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df5d90-52fe-4c71-9bb2-57df025fe322 req-b674d303-e62b-499a-80e7-5b4316ecb1e4 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:07.301124 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-10df5d90-52fe-4c71-9bb2-57df025fe322 req-b674d303-e62b-499a-80e7-5b4316ecb1e4 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.1178167 Dec 14 19:08:07.342859 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 4c77ac4b-7708-465a-a207-9e9bd5b5cb10, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=4c77ac4b-7708-465a-a207-9e9bd5b5cb10,segment=NetworkSegment(1cf5010d-895c-4553-a7f2-3895c8486c17),segment_id=1cf5010d-895c-4553-a7f2-3895c8486c17)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:07.362287 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Returning: {'device': '4c77ac4b-7708-465a-a207-9e9bd5b5cb10', 'network_id': '55ee3fb9-d0c2-47cc-b57a-628cd1002c28', 'port_id': '4c77ac4b-7708-465a-a207-9e9bd5b5cb10', 'mac_address': 'fa:16:3e:c8:3f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668c9a99-31b6-43dd-a171-3d1dbe68d7c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:08:07.371985 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-10df5d90-52fe-4c71-9bb2-57df025fe322 req-18f2a5ee-b70a-4cfb-8f66-9f26fe017a23 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547502 Dec 14 19:08:07.429599 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:07.449299 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c77ac4b-7708-465a-a207-9e9bd5b5cb10 {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:08:07.465956 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 4c77ac4b-7708-465a-a207-9e9bd5b5cb10, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=4c77ac4b-7708-465a-a207-9e9bd5b5cb10,segment=NetworkSegment(1cf5010d-895c-4553-a7f2-3895c8486c17),segment_id=1cf5010d-895c-4553-a7f2-3895c8486c17)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:07.469509 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:07.472068 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:07.544711 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=4c77ac4b-7708-465a-a207-9e9bd5b5cb10,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:07.548233 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:07.755490 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['4c77ac4b-7708-465a-a207-9e9bd5b5cb10'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:08:08.107550 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb3f0c-40b8-40cd-9d24-04c275b3b622 req-7f960cc2-7fc4-49ed-a08f-542acb239a12 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:08.109118 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-20fb3f0c-40b8-40cd-9d24-04c275b3b622 req-7f960cc2-7fc4-49ed-a08f-542acb239a12 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.0944798 Dec 14 19:08:08.260720 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-20fb3f0c-40b8-40cd-9d24-04c275b3b622 req-eafebff3-f375-4dc3-ad1b-4fb7a99439d0 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392407 Dec 14 19:08:08.287945 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10ec30-79c5-4d3a-8963-17cce007e8d5 req-5eac3e46-4ee2-4dd5-a870-4a404546a12a tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:08.289700 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4d10ec30-79c5-4d3a-8963-17cce007e8d5 req-5eac3e46-4ee2-4dd5-a870-4a404546a12a tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 944 time: 0.1454165 Dec 14 19:08:08.345746 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4d10ec30-79c5-4d3a-8963-17cce007e8d5 req-c58c5467-d2ee-479e-9aa1-799628ff8a6c tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461910 Dec 14 19:08:08.513819 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a61e9-10d7-487f-aded-9927475b1abc req-71a9e8b6-9e3e-4835-9e11-a18584889329 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:08.515444 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-305a61e9-10d7-487f-aded-9927475b1abc req-71a9e8b6-9e3e-4835-9e11-a18584889329 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f1432c-d0fa-4a9a-8a0e-f64b24aaab15 HTTP/1.1" status: 200 len: 945 time: 0.0982666 Dec 14 19:08:08.571143 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-305a61e9-10d7-487f-aded-9927475b1abc req-82571859-0454-4185-9d96-4855ba656a79 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/security-groups?id=35c20848-8ec3-4774-b1a5-27e1af374a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466042 Dec 14 19:08:09.166132 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 4c77ac4b-7708-465a-a207-9e9bd5b5cb10 up at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:08:09.247769 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning for port 4c77ac4b-7708-465a-a207-9e9bd5b5cb10 completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:08:09.254729 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning complete for port 4c77ac4b-7708-465a-a207-9e9bd5b5cb10 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:08:09.255263 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:09.381180 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:09.413001 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a201cb11-b0d7-4369-bb80-e258c742e9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c77ac4b-7708-465a-a207-9e9bd5b5cb10'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:08:09.424069 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 4c77ac4b-7708-465a-a207-9e9bd5b5cb10, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=4c77ac4b-7708-465a-a207-9e9bd5b5cb10,segment=NetworkSegment(1cf5010d-895c-4553-a7f2-3895c8486c17),segment_id=1cf5010d-895c-4553-a7f2-3895c8486c17)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:09.427062 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:09.429143 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:09.501178 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=4c77ac4b-7708-465a-a207-9e9bd5b5cb10,revision_number=5']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:09.505372 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:09.545798 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214497b-abd0-4467-a60e-3bcf268c49d2 req-d2e694ee-10ab-45a7-a9f4-c814046ae7fb tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:09.547661 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4214497b-abd0-4467-a60e-3bcf268c49d2 req-d2e694ee-10ab-45a7-a9f4-c814046ae7fb tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.73 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.1529448 Dec 14 19:08:09.562033 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e8248-6dc2-4de2-acae-fa5d2e2955e4 req-a65e29e4-9a38-460b-8351-e562afa3bb75 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:09.564027 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1c3e8248-6dc2-4de2-acae-fa5d2e2955e4 req-a65e29e4-9a38-460b-8351-e562afa3bb75 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 946 time: 0.1188753 Dec 14 19:08:09.714618 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-4214497b-abd0-4467-a60e-3bcf268c49d2 req-14cdff48-70d8-4c9f-ae1c-9c7a4feab8ea tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Deleting port 1da7418b-279e-4457-a39c-9e8495c44f75 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:08:09.714865 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-4214497b-abd0-4467-a60e-3bcf268c49d2 req-14cdff48-70d8-4c9f-ae1c-9c7a4feab8ea tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:09.771780 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1c3e8248-6dc2-4de2-acae-fa5d2e2955e4 req-4d623365-4ab4-453f-9928-525f09ac5305 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/security-groups?id=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750629 Dec 14 19:08:09.837319 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a201cb11-b0d7-4369-bb80-e258c742e9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c77ac4b-7708-465a-a207-9e9bd5b5cb10', 'code': 200} Dec 14 19:08:09.893024 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d919f1-2193-4cef-b112-8d8857c5ba55 req-26995755-3716-4790-bd0c-f42647ccbd0c tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:09.894651 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-05d919f1-2193-4cef-b112-8d8857c5ba55 req-26995755-3716-4790-bd0c-f42647ccbd0c tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 945 time: 0.2427764 Dec 14 19:08:10.139664 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-05d919f1-2193-4cef-b112-8d8857c5ba55 req-4292be09-0201-4576-8902-02d2c0b155ea tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354352 Dec 14 19:08:10.171657 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-4214497b-abd0-4467-a60e-3bcf268c49d2 req-14cdff48-70d8-4c9f-ae1c-9c7a4feab8ea tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] For port 1da7418b-279e-4457-a39c-9e8495c44f75, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=1da7418b-279e-4457-a39c-9e8495c44f75,segment=NetworkSegment(b36b7e3e-918b-401c-8d60-889aabe5001e),segment_id=b36b7e3e-918b-401c-8d60-889aabe5001e)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:10.172232 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-4214497b-abd0-4467-a60e-3bcf268c49d2 req-14cdff48-70d8-4c9f-ae1c-9c7a4feab8ea tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:10.310542 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-4214497b-abd0-4467-a60e-3bcf268c49d2 req-14cdff48-70d8-4c9f-ae1c-9c7a4feab8ea tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Calling delete_port for 1da7418b-279e-4457-a39c-9e8495c44f75 owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:08:10.357369 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629fe7d3-8141-4ecf-9526-5429f9f59b11 req-cc5d88f2-0ad0-499e-9ee0-0cac9821a149 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:10.358732 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-629fe7d3-8141-4ecf-9526-5429f9f59b11 req-cc5d88f2-0ad0-499e-9ee0-0cac9821a149 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f1432c-d0fa-4a9a-8a0e-f64b24aaab15 HTTP/1.1" status: 200 len: 945 time: 0.3904042 Dec 14 19:08:10.376548 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ecfe438e-f733-4efe-bdab-b62cfd051029 req-320e3999-ee7e-4915-9219-f3e5be926210 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 1098 time: 0.3520222 Dec 14 19:08:10.480444 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-629fe7d3-8141-4ecf-9526-5429f9f59b11 req-674432fa-d978-49d2-9109-509f03972cff tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/security-groups?id=35c20848-8ec3-4774-b1a5-27e1af374a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108108 Dec 14 19:08:10.516515 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ecfe438e-f733-4efe-bdab-b62cfd051029 req-aa20d97c-c7ed-4eb8-aa87-fa107dac8271 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235237 Dec 14 19:08:10.553690 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-4214497b-abd0-4467-a60e-3bcf268c49d2 req-14cdff48-70d8-4c9f-ae1c-9c7a4feab8ea tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:10.560368 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-83bca3ee-1479-4388-9a7b-e72a7ff23b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:10.567611 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['1da7418b-279e-4457-a39c-9e8495c44f75'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:08:10.607562 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cdff48-70d8-4c9f-ae1c-9c7a4feab8ea tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Pushing event deleted for resources: {'Port': ['ID=1da7418b-279e-4457-a39c-9e8495c44f75,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:10.611629 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-14cdff48-70d8-4c9f-ae1c-9c7a4feab8ea tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:10.689540 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4214497b-abd0-4467-a60e-3bcf268c49d2 req-14cdff48-70d8-4c9f-ae1c-9c7a4feab8ea tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] No DVR routers for this DVR port 1da7418b-279e-4457-a39c-9e8495c44f75 on host hv-cinder-82174 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:08:10.692450 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-4214497b-abd0-4467-a60e-3bcf268c49d2 req-14cdff48-70d8-4c9f-ae1c-9c7a4feab8ea tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:10.695217 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e824120-ca8d-4ba4-8daf-6177013d4abf', 'name': 'network-vif-deleted', 'tag': '1da7418b-279e-4457-a39c-9e8495c44f75'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:08:10.711155 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4214497b-abd0-4467-a60e-3bcf268c49d2 req-14cdff48-70d8-4c9f-ae1c-9c7a4feab8ea tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.73 "DELETE /v2.0/ports/1da7418b-279e-4457-a39c-9e8495c44f75 HTTP/1.1" status: 204 len: 173 time: 1.1444263 Dec 14 19:08:10.756223 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e824120-ca8d-4ba4-8daf-6177013d4abf', 'name': 'network-vif-deleted', 'tag': '1da7418b-279e-4457-a39c-9e8495c44f75', 'status': 'completed', 'code': 200} Dec 14 19:08:10.890038 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-993f7893-d744-4b62-93e2-bb5abd554534 req-8f3d119c-5d44-4428-9d4d-113546455250 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789294 Dec 14 19:08:10.989531 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-d1cf02fa-902c-4237-bc07-3fff38965d93 req-e17e78a9-cfd7-4e0f-aa5d-f3a429a03001 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Synchronizing usage tracker for tenant:a0bcd02b122b4b9eae4ccde55819070a on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:08:11.025512 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-d1cf02fa-902c-4237-bc07-3fff38965d93 req-e17e78a9-cfd7-4e0f-aa5d-f3a429a03001 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Unset dirty status for tenant:a0bcd02b122b4b9eae4ccde55819070a on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:08:11.026885 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d1cf02fa-902c-4237-bc07-3fff38965d93 req-e17e78a9-cfd7-4e0f-aa5d-f3a429a03001 tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e824120-ca8d-4ba4-8daf-6177013d4abf HTTP/1.1" status: 200 len: 210 time: 0.1257627 Dec 14 19:08:11.045934 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-993f7893-d744-4b62-93e2-bb5abd554534 req-c4e3181f-eea1-4c25-8d09-718a1f5097dd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58846b25a8b64cc9833f513a6aff6430&device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 1100 time: 0.1064842 Dec 14 19:08:11.274592 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f7893-d744-4b62-93e2-bb5abd554534 req-d317a752-e9bb-47a2-9b18-62f6cf0ffc19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:11.276652 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-993f7893-d744-4b62-93e2-bb5abd554534 req-d317a752-e9bb-47a2-9b18-62f6cf0ffc19 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b4963efd-9650-43f5-bcad-9f14585c51e1 HTTP/1.1" status: 200 len: 918 time: 0.2050197 Dec 14 19:08:11.541715 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:11.727844 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b23e09-893e-4a62-a731-39662250ddec req-38acb62c-9c1f-4e4c-8593-52223844fa9c tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:11.729194 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-22b23e09-893e-4a62-a731-39662250ddec req-38acb62c-9c1f-4e4c-8593-52223844fa9c tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.73 "GET /v2.0/ports?device_id=39f1432c-d0fa-4a9a-8a0e-f64b24aaab15 HTTP/1.1" status: 200 len: 945 time: 0.5328362 Dec 14 19:08:11.776747 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-993f7893-d744-4b62-93e2-bb5abd554534 req-0a6c7d88-2530-422c-b7e7-c6fbfea225eb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7392eb2b-402c-493a-a825-5792af8b9afd HTTP/1.1" status: 200 len: 1001 time: 0.4929407 Dec 14 19:08:11.880704 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-22b23e09-893e-4a62-a731-39662250ddec req-e0091c00-0aad-4f08-9e90-e48c52066726 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Deleting port 0546b8de-fb1d-4853-a6f1-24ee25f83c87 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:08:11.881013 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-22b23e09-893e-4a62-a731-39662250ddec req-e0091c00-0aad-4f08-9e90-e48c52066726 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:11.946326 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f7893-d744-4b62-93e2-bb5abd554534 req-b516616d-46a1-4e59-8750-87b4127fdbff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:11.947919 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-993f7893-d744-4b62-93e2-bb5abd554534 req-b516616d-46a1-4e59-8750-87b4127fdbff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b815059-1f36-4f96-b4d1-a621a9f7fda3 HTTP/1.1" status: 200 len: 856 time: 0.1562090 Dec 14 19:08:11.954075 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f89a3-5470-44d6-befa-3f9cba0d0fee req-cde73e6a-df4a-48a1-8236-58f57c153b7e tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:11.955808 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2e1f89a3-5470-44d6-befa-3f9cba0d0fee req-cde73e6a-df4a-48a1-8236-58f57c153b7e tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 945 time: 0.4031129 Dec 14 19:08:12.031393 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a6890-0907-4080-8a22-62542e20f62a req-1172555e-88bd-4b6f-8697-d52d796ef28c tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:12.033564 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5e7a6890-0907-4080-8a22-62542e20f62a req-1172555e-88bd-4b6f-8697-d52d796ef28c tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f1432c-d0fa-4a9a-8a0e-f64b24aaab15 HTTP/1.1" status: 200 len: 945 time: 0.4004102 Dec 14 19:08:12.208245 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2e1f89a3-5470-44d6-befa-3f9cba0d0fee req-88e5f667-0a98-4d2c-a189-f35e1e976d48 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063689 Dec 14 19:08:12.210390 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5e7a6890-0907-4080-8a22-62542e20f62a req-69c60466-f872-4810-9af0-62e89f571469 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/security-groups?id=35c20848-8ec3-4774-b1a5-27e1af374a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581984 Dec 14 19:08:12.301909 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-993f7893-d744-4b62-93e2-bb5abd554534 req-e0a565b4-e6da-490d-8d7f-88ee874ecb13 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b4963efd-9650-43f5-bcad-9f14585c51e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3422244 Dec 14 19:08:12.311609 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 47456) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:12.441565 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-22b23e09-893e-4a62-a731-39662250ddec req-e0091c00-0aad-4f08-9e90-e48c52066726 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] For port 0546b8de-fb1d-4853-a6f1-24ee25f83c87, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=0546b8de-fb1d-4853-a6f1-24ee25f83c87,segment=NetworkSegment(ff3ff59f-98a5-48db-9770-32a22fe01b2d),segment_id=ff3ff59f-98a5-48db-9770-32a22fe01b2d)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:12.441961 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-22b23e09-893e-4a62-a731-39662250ddec req-e0091c00-0aad-4f08-9e90-e48c52066726 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:12.594697 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-22b23e09-893e-4a62-a731-39662250ddec req-e0091c00-0aad-4f08-9e90-e48c52066726 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Calling delete_port for 0546b8de-fb1d-4853-a6f1-24ee25f83c87 owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:08:12.677712 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-993f7893-d744-4b62-93e2-bb5abd554534 req-8ae1e70e-fa45-4f46-9bf6-1127f8a296ef service neutron] 10.222.0.73 "GET /v2.0/networks/b4963efd-9650-43f5-bcad-9f14585c51e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664198 Dec 14 19:08:12.792614 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f58c2b3d-ccb9-45e9-9389-68bc0f4dfcd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854335222'] for router_interface, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:12.903855 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-993f7893-d744-4b62-93e2-bb5abd554534 req-70f416e3-86d3-4598-a588-80d5e06126ca service neutron] 10.222.0.73 "GET /v2.0/networks/b4963efd-9650-43f5-bcad-9f14585c51e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197073 Dec 14 19:08:12.904984 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-22b23e09-893e-4a62-a731-39662250ddec req-e0091c00-0aad-4f08-9e90-e48c52066726 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:12.911474 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f410b24c-950f-44a4-891a-984cc504318b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:12.917541 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['0546b8de-fb1d-4853-a6f1-24ee25f83c87'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:08:12.990519 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0091c00-0aad-4f08-9e90-e48c52066726 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Pushing event deleted for resources: {'Port': ['ID=0546b8de-fb1d-4853-a6f1-24ee25f83c87,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:12.994570 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e0091c00-0aad-4f08-9e90-e48c52066726 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:13.076500 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b23e09-893e-4a62-a731-39662250ddec req-e0091c00-0aad-4f08-9e90-e48c52066726 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] No DVR routers for this DVR port 0546b8de-fb1d-4853-a6f1-24ee25f83c87 on host hv-cinder-82174 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:08:13.079324 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-22b23e09-893e-4a62-a731-39662250ddec req-e0091c00-0aad-4f08-9e90-e48c52066726 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:13.082442 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f1432c-d0fa-4a9a-8a0e-f64b24aaab15', 'name': 'network-vif-deleted', 'tag': '0546b8de-fb1d-4853-a6f1-24ee25f83c87'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:08:13.092006 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-22b23e09-893e-4a62-a731-39662250ddec req-e0091c00-0aad-4f08-9e90-e48c52066726 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.73 "DELETE /v2.0/ports/0546b8de-fb1d-4853-a6f1-24ee25f83c87 HTTP/1.1" status: 204 len: 173 time: 1.3559790 Dec 14 19:08:13.151860 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f1432c-d0fa-4a9a-8a0e-f64b24aaab15', 'name': 'network-vif-deleted', 'tag': '0546b8de-fb1d-4853-a6f1-24ee25f83c87', 'status': 'completed', 'code': 200} Dec 14 19:08:13.189490 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 1da7418b-279e-4457-a39c-9e8495c44f75 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:08:13.252447 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] No Port match for: 1da7418b-279e-4457-a39c-9e8495c44f75 {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:08:13.253191 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 1da7418b-279e-4457-a39c-9e8495c44f75 not bound to the agent host hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:08:13.491977 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-0e56fba5-9fd8-4053-943d-6dd7d46f7e99 req-00312bb6-b4f0-4946-aec8-932041dfec93 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Synchronizing usage tracker for tenant:d43cedbbcc7c4347ba63c8f3b2de8fe3 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:08:13.522516 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-0e56fba5-9fd8-4053-943d-6dd7d46f7e99 req-00312bb6-b4f0-4946-aec8-932041dfec93 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Unset dirty status for tenant:d43cedbbcc7c4347ba63c8f3b2de8fe3 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:08:13.524211 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0e56fba5-9fd8-4053-943d-6dd7d46f7e99 req-00312bb6-b4f0-4946-aec8-932041dfec93 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f1432c-d0fa-4a9a-8a0e-f64b24aaab15 HTTP/1.1" status: 200 len: 210 time: 0.0946856 Dec 14 19:08:13.536775 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7b906-138c-4784-ac33-51d67b135194 req-a87f6ec8-f8d6-4c84-b10e-212a68817860 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:13.538503 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-18b7b906-138c-4784-ac33-51d67b135194 req-a87f6ec8-f8d6-4c84-b10e-212a68817860 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 945 time: 0.1568489 Dec 14 19:08:13.595923 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-18b7b906-138c-4784-ac33-51d67b135194 req-be5cd80c-4935-4db0-8aff-e00c10948e7d tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505309 Dec 14 19:08:13.815824 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-f58c2b3d-ccb9-45e9-9389-68bc0f4dfcd9 admin admin] Deleting port 4180fb64-f89e-4b46-a74c-3c0e201e758e {{(pid=88176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:08:13.816219 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f58c2b3d-ccb9-45e9-9389-68bc0f4dfcd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:13.892364 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c90e2-65c3-407b-828c-41d772e9908f req-9c9b5af6-d34d-42f9-8c15-1ad93e615331 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:13.894799 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4d8c90e2-65c3-407b-828c-41d772e9908f req-9c9b5af6-d34d-42f9-8c15-1ad93e615331 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 945 time: 0.1632230 Dec 14 19:08:13.951454 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4d8c90e2-65c3-407b-828c-41d772e9908f req-5e2c8917-5ed5-4ba5-8bb3-eb2bcd71d9de tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493267 Dec 14 19:08:14.021103 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-f58c2b3d-ccb9-45e9-9389-68bc0f4dfcd9 admin admin] For port 4180fb64-f89e-4b46-a74c-3c0e201e758e, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=4180fb64-f89e-4b46-a74c-3c0e201e758e,segment=NetworkSegment(b36b7e3e-918b-401c-8d60-889aabe5001e),segment_id=b36b7e3e-918b-401c-8d60-889aabe5001e)] {{(pid=88176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:14.021516 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f58c2b3d-ccb9-45e9-9389-68bc0f4dfcd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:14.193043 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-f58c2b3d-ccb9-45e9-9389-68bc0f4dfcd9 admin admin] Calling delete_port for 4180fb64-f89e-4b46-a74c-3c0e201e758e owned by network:router_interface {{(pid=88176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:08:14.431531 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5f568-7e9d-4388-a7bb-9a077f997580 req-a4a8f4f4-ee33-4d6c-b013-128e8eb46809 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:14.433194 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7cb5f568-7e9d-4388-a7bb-9a077f997580 req-a4a8f4f4-ee33-4d6c-b013-128e8eb46809 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 945 time: 0.0894790 Dec 14 19:08:14.484932 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7cb5f568-7e9d-4388-a7bb-9a077f997580 req-9f0e6f40-d63c-4bd6-94d9-b6dcd18ba13f tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448492 Dec 14 19:08:14.540381 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f58c2b3d-ccb9-45e9-9389-68bc0f4dfcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1865571'] for port, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:14.544310 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-52ad5dcf-5372-45f6-b652-ee429b5b5799 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:14.586743 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c2b3d-ccb9-45e9-9389-68bc0f4dfcd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4180fb64-f89e-4b46-a74c-3c0e201e758e,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:14.589489 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f58c2b3d-ccb9-45e9-9389-68bc0f4dfcd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:14.873128 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:08:15.066080 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-ca92e1c1-8624-47bb-b072-9223a474fc6e tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:15.067907 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-ca92e1c1-8624-47bb-b072-9223a474fc6e tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/networks?id=d6e533d7-1d46-4adc-94c2-207dfe17aa8a HTTP/1.1" status: 200 len: 807 time: 0.2148767 Dec 14 19:08:15.093401 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-cbaf76d7-17b1-4851-b5be-269e81e11f35 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/quotas/d43cedbbcc7c4347ba63c8f3b2de8fe3 HTTP/1.1" status: 200 len: 375 time: 0.0160148 Dec 14 19:08:15.201919 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-0e55d75a-1d27-47fb-8ea9-fe607c0908fb tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d43cedbbcc7c4347ba63c8f3b2de8fe3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1011462 Dec 14 19:08:15.210561 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 0546b8de-fb1d-4853-a6f1-24ee25f83c87 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:08:15.227502 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f58c2b3d-ccb9-45e9-9389-68bc0f4dfcd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851488725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854335088'] for router_interface, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:15.256577 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] No Port match for: 0546b8de-fb1d-4853-a6f1-24ee25f83c87 {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:08:15.256935 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 0546b8de-fb1d-4853-a6f1-24ee25f83c87 not bound to the agent host hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:08:15.564969 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-b90e306d-f914-4338-9ea8-eb83bfec78c7 service neutron] 10.222.0.62 "GET /v2.0/networks/d6e533d7-1d46-4adc-94c2-207dfe17aa8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542373 Dec 14 19:08:15.715028 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-087f63ba-51e8-43f4-9da9-ca6ff388a80f service neutron] 10.222.0.62 "GET /v2.0/networks/d6e533d7-1d46-4adc-94c2-207dfe17aa8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432271 Dec 14 19:08:15.890185 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58c2b3d-ccb9-45e9-9389-68bc0f4dfcd9 admin admin] Router 2da98f89-f5b3-4364-bf8b-e02b720ed710 has already been hosted by L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 {{(pid=88176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:08:15.931604 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a55f07e4-036d-4163-8545-a5d6775ee7d5 req-90c601c3-a45f-451a-b29d-bb89c25ec42a tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=0192a57d-d788-4360-9930-801ed51e9d9e HTTP/1.1" status: 200 len: 210 time: 0.0470152 Dec 14 19:08:16.122751 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58c2b3d-ccb9-45e9-9389-68bc0f4dfcd9 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:08:16.142045 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b4d332-b76a-4573-a8d4-90c2adc4cdd8 None None] Sync routers for ids ['2da98f89-f5b3-4364-bf8b-e02b720ed710'] in dv-cinder-821749-1-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:08:16.144369 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-f58c2b3d-ccb9-45e9-9389-68bc0f4dfcd9 admin admin] 10.222.0.62 "PUT /v2.0/routers/2da98f89-f5b3-4364-bf8b-e02b720ed710/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8315301 Dec 14 19:08:16.147442 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 47502) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:16.168018 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b4d332-b76a-4573-a8d4-90c2adc4cdd8 None None] Routers {'2da98f89-f5b3-4364-bf8b-e02b720ed710'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:08:16.168722 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-73b4d332-b76a-4573-a8d4-90c2adc4cdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:07:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['2da98f89-f5b3-4364-bf8b-e02b720ed710'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:08:16.388918 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-63c1687c-7a6b-48ac-bab1-c2581a0b79fb admin admin] Notify callbacks [] for router, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:16.398378 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-73b4d332-b76a-4573-a8d4-90c2adc4cdd8 None None] Set router 2da98f89-f5b3-4364-bf8b-e02b720ed710 gateway port host: dv-cinder-821749-1-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:08:16.655592 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-63c1687c-7a6b-48ac-bab1-c2581a0b79fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:16.668955 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-63c1687c-7a6b-48ac-bab1-c2581a0b79fb admin admin] Deleting port 06cd7c9a-9261-42ce-9445-e94f559a4f9c {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:08:16.668955 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-63c1687c-7a6b-48ac-bab1-c2581a0b79fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:16.738627 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-73b4d332-b76a-4573-a8d4-90c2adc4cdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da98f89-f5b3-4364-bf8b-e02b720ed710', 'name': 'tempest-ServerRescueNegativeTestJSON-712161804-router', 'tenant_id': 'a0bcd02b122b4b9eae4ccde55819070a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.194'}], 'enable_snat': True}, 'gw_port_id': '06cd7c9a-9261-42ce-9445-e94f559a4f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:25Z', 'updated_at': '2021-12-14T19:08:14Z', 'revision_number': 5, 'project_id': 'a0bcd02b122b4b9eae4ccde55819070a', 'gw_port': {'id': '06cd7c9a-9261-42ce-9445-e94f559a4f9c', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d0:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da98f89-f5b3-4364-bf8b-e02b720ed710', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:28Z', 'updated_at': '2021-12-14T19:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb'}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:08:16.744917 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b4d332-b76a-4573-a8d4-90c2adc4cdd8 None None] Checking router: 2da98f89-f5b3-4364-bf8b-e02b720ed710 for host: dv-cinder-821749-1-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:08:16.757753 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b4d332-b76a-4573-a8d4-90c2adc4cdd8 None None] Routers {'2da98f89-f5b3-4364-bf8b-e02b720ed710'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:08:16.758843 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-73b4d332-b76a-4573-a8d4-90c2adc4cdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:07:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['2da98f89-f5b3-4364-bf8b-e02b720ed710'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:08:16.926832 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-73b4d332-b76a-4573-a8d4-90c2adc4cdd8 None None] Set router 2da98f89-f5b3-4364-bf8b-e02b720ed710 gateway port host: None {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:08:16.940433 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-63c1687c-7a6b-48ac-bab1-c2581a0b79fb admin admin] For port 06cd7c9a-9261-42ce-9445-e94f559a4f9c, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=06cd7c9a-9261-42ce-9445-e94f559a4f9c,segment=NetworkSegment(0945c744-4d3b-470e-8f6d-ce93add76b81),segment_id=0945c744-4d3b-470e-8f6d-ce93add76b81)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:16.940780 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-63c1687c-7a6b-48ac-bab1-c2581a0b79fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:17.119305 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-63c1687c-7a6b-48ac-bab1-c2581a0b79fb admin admin] Calling delete_port for 06cd7c9a-9261-42ce-9445-e94f559a4f9c owned by network:router_gateway {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:08:17.149232 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-73b4d332-b76a-4573-a8d4-90c2adc4cdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da98f89-f5b3-4364-bf8b-e02b720ed710', 'name': 'tempest-ServerRescueNegativeTestJSON-712161804-router', 'tenant_id': 'a0bcd02b122b4b9eae4ccde55819070a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:25Z', 'updated_at': '2021-12-14T19:08:16Z', 'revision_number': 6, 'project_id': 'a0bcd02b122b4b9eae4ccde55819070a', 'gw_port_host': None}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:08:17.158133 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b4d332-b76a-4573-a8d4-90c2adc4cdd8 None None] The sync data for ids ['2da98f89-f5b3-4364-bf8b-e02b720ed710'] in dv-cinder-821749-1-smb is: [{'id': '2da98f89-f5b3-4364-bf8b-e02b720ed710', 'name': 'tempest-ServerRescueNegativeTestJSON-712161804-router', 'tenant_id': 'a0bcd02b122b4b9eae4ccde55819070a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:25Z', 'updated_at': '2021-12-14T19:08:16Z', 'revision_number': 6, 'project_id': 'a0bcd02b122b4b9eae4ccde55819070a', 'gw_port_host': None}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:08:17.252386 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-96578ac4-7a90-4ecf-b02d-41a1b749d8b8 req-3b21674a-6ba5-4016-82c4-a8fc23080dde tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=0192a57d-d788-4360-9930-801ed51e9d9e HTTP/1.1" status: 200 len: 210 time: 0.1434524 Dec 14 19:08:17.639404 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-483b86e9-ed87-4b6e-b460-386e5c5a8604 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:17.641770 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-483b86e9-ed87-4b6e-b460-386e5c5a8604 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.73 "GET /v2.0/networks?id=d6e533d7-1d46-4adc-94c2-207dfe17aa8a HTTP/1.1" status: 200 len: 807 time: 0.3585982 Dec 14 19:08:17.661007 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-e125e7d9-e373-41e8-9d14-c16be38c187a tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Request body: {'port': {'device_id': '0192a57d-d788-4360-9930-801ed51e9d9e', 'network_id': 'd6e533d7-1d46-4adc-94c2-207dfe17aa8a', 'admin_state_up': True, 'tenant_id': 'd43cedbbcc7c4347ba63c8f3b2de8fe3'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:08:17.877785 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-e125e7d9-e373-41e8-9d14-c16be38c187a tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:08:17.887880 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-63c1687c-7a6b-48ac-bab1-c2581a0b79fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:17.895168 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:17.925988 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-e125e7d9-e373-41e8-9d14-c16be38c187a tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:08:17.949354 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1687c-7a6b-48ac-bab1-c2581a0b79fb admin admin] Pushing event deleted for resources: {'Port': ['ID=06cd7c9a-9261-42ce-9445-e94f559a4f9c,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:17.952169 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-63c1687c-7a6b-48ac-bab1-c2581a0b79fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:17.952858 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-e125e7d9-e373-41e8-9d14-c16be38c187a tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Made reservation on behalf of d43cedbbcc7c4347ba63c8f3b2de8fe3 for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:08:17.959098 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-e125e7d9-e373-41e8-9d14-c16be38c187a tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:18.607968 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3ebcc104-1045-4f93-8861-173d12edde2b req-7a2fdf81-c1fe-44ca-8f4e-69494578b35b tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=0192a57d-d788-4360-9930-801ed51e9d9e HTTP/1.1" status: 200 len: 210 time: 0.1791596 Dec 14 19:08:18.615855 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-63c1687c-7a6b-48ac-bab1-c2581a0b79fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854340325'] for router_gateway, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:18.744604 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 06cd7c9a-9261-42ce-9445-e94f559a4f9c no longer exists at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:08:18.786420 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] No Port match for: 06cd7c9a-9261-42ce-9445-e94f559a4f9c {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:08:18.786780 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 06cd7c9a-9261-42ce-9445-e94f559a4f9c not bound to the agent host dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:08:18.787418 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 4180fb64-f89e-4b46-a74c-3c0e201e758e no longer exists at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:08:18.821268 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] No Port match for: 4180fb64-f89e-4b46-a74c-3c0e201e758e {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:08:18.821660 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 4180fb64-f89e-4b46-a74c-3c0e201e758e not bound to the agent host dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:08:18.837714 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-e125e7d9-e373-41e8-9d14-c16be38c187a tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Allocated IP 172.20.0.8 (d6e533d7-1d46-4adc-94c2-207dfe17aa8a/ac09862c-e6d1-47a7-a744-c90018fbfbc2/458da430-2434-49d4-9bd8-55d82d25f227) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:08:18.933670 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-63c1687c-7a6b-48ac-bab1-c2581a0b79fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036851047307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036853733720'] for router, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:18.969823 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-63c1687c-7a6b-48ac-bab1-c2581a0b79fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:19.169429 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-63c1687c-7a6b-48ac-bab1-c2581a0b79fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036851047397'] for router, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:19.170031 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c1687c-7a6b-48ac-bab1-c2581a0b79fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2da98f89-f5b3-4364-bf8b-e02b720ed710 {{(pid=88177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 14 19:08:19.232277 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-63c1687c-7a6b-48ac-bab1-c2581a0b79fb admin admin] Notify callbacks [] for router, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:19.233601 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-63c1687c-7a6b-48ac-bab1-c2581a0b79fb admin admin] 10.222.0.62 "DELETE /v2.0/routers/2da98f89-f5b3-4364-bf8b-e02b720ed710 HTTP/1.1" status: 204 len: 168 time: 3.0850644 Dec 14 19:08:19.236751 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 47534) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:19.262545 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-e125e7d9-e373-41e8-9d14-c16be38c187a tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:19.291992 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-e125e7d9-e373-41e8-9d14-c16be38c187a tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:19.298700 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e0091c00-0aad-4f08-9e90-e48c52066726 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:19.310396 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb1184d-1174-4a90-8836-aa88e9826020 admin admin] Deleting subnet 1a68fb5d-39b8-4e02-9311-449e023242d8 {{(pid=88176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:08:19.315479 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5cb1184d-1174-4a90-8836-aa88e9826020 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:19.371796 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5cb1184d-1174-4a90-8836-aa88e9826020 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853119024'] for subnet, precommit_delete_associations {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:19.403615 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-e125e7d9-e373-41e8-9d14-c16be38c187a tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Network d6e533d7-1d46-4adc-94c2-207dfe17aa8a is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:08:19.409766 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-e125e7d9-e373-41e8-9d14-c16be38c187a tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:08:19.413639 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-e125e7d9-e373-41e8-9d14-c16be38c187a tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:08:19.439771 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5cb1184d-1174-4a90-8836-aa88e9826020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2951685'] for subnet, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:19.449952 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125e7d9-e373-41e8-9d14-c16be38c187a tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Pushing event updated for resources: {'Port': ['ID=458da430-2434-49d4-9bd8-55d82d25f227,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:19.457113 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e125e7d9-e373-41e8-9d14-c16be38c187a tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:19.486429 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-e125e7d9-e373-41e8-9d14-c16be38c187a tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:19.487100 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-e125e7d9-e373-41e8-9d14-c16be38c187a tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:19.505257 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-e125e7d9-e373-41e8-9d14-c16be38c187a tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8508961 Dec 14 19:08:19.511908 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5cb1184d-1174-4a90-8836-aa88e9826020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851824100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852910315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1201048'] for subnet, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:19.516575 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:19.522163 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-f9759e68-5922-4e08-abe9-5b721dc981d4 service neutron] Request body: {'port': {'device_id': '0192a57d-d788-4360-9930-801ed51e9d9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:08:19.554471 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1184d-1174-4a90-8836-aa88e9826020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a68fb5d-39b8-4e02-9311-449e023242d8,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:19.558524 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-5cb1184d-1174-4a90-8836-aa88e9826020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:19.562026 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5cb1184d-1174-4a90-8836-aa88e9826020 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:19.570389 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-5cb1184d-1174-4a90-8836-aa88e9826020 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1a68fb5d-39b8-4e02-9311-449e023242d8 HTTP/1.1" status: 204 len: 168 time: 0.3316996 Dec 14 19:08:19.572840 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 47540) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:19.662290 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-f9759e68-5922-4e08-abe9-5b721dc981d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:19.701369 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0f88a732-1b5c-48e4-81d7-fd6a58304f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229502'] for network, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:19.840140 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0f88a732-1b5c-48e4-81d7-fd6a58304f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980764', 'neutron.services.segments.db._delete_segments_for_network-8781368899016'] for network, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:19.869721 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-0f88a732-1b5c-48e4-81d7-fd6a58304f0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6bf064b-07a6-4d06-b7dd-381a325de464']}} {{(pid=88176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:08:19.889480 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-0f88a732-1b5c-48e4-81d7-fd6a58304f0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b36b7e3e-918b-401c-8d60-889aabe5001e') {'for_net_delete': True} {{(pid=88176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:08:19.890258 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-0f88a732-1b5c-48e4-81d7-fd6a58304f0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b36b7e3e-918b-401c-8d60-889aabe5001e') {} {{(pid=88176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:08:19.904180 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0f88a732-1b5c-48e4-81d7-fd6a58304f0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781368905689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1656793'] for segment, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:19.920344 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0f88a732-1b5c-48e4-81d7-fd6a58304f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:19.927444 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f88a732-1b5c-48e4-81d7-fd6a58304f0f admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=88176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:08:19.927992 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0f88a732-1b5c-48e4-81d7-fd6a58304f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2974435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1865143'] for segment, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: Traceback (most recent call last): Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: timer() Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: cb(*args, **kw) Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: return func(*args, **kwargs) Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: self._notify() Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: self.callback(batched_events) Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: event.method(event) Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: segment_id)['aggregates'][0] Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: return f(self, *a, **k) Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: return self._get(url).json() Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: **kwargs) Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: return self.request(url, 'GET', **kwargs) Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: **endpoint_filter) Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:08:19.942806 dv-cinder-821749-1-smb neutron-server[88065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:08:20.004618 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f77615-d1f8-436c-84ca-6903a451b826 req-d90e86b3-f18f-49f2-9f3a-f9cb508c9587 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:20.005389 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-d7f77615-d1f8-436c-84ca-6903a451b826 req-d90e86b3-f18f-49f2-9f3a-f9cb508c9587 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Synchronizing usage tracker for tenant:d43cedbbcc7c4347ba63c8f3b2de8fe3 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:08:20.033232 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0f88a732-1b5c-48e4-81d7-fd6a58304f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435701'] for network, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:20.037567 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-adab4552-f20b-407a-b117-6c780a996355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:20.052819 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0f88a732-1b5c-48e4-81d7-fd6a58304f0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:20.068602 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f88a732-1b5c-48e4-81d7-fd6a58304f0f admin admin] Pushing event deleted for resources: {'Network': ['ID=d6bf064b-07a6-4d06-b7dd-381a325de464,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:20.072507 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-0f88a732-1b5c-48e4-81d7-fd6a58304f0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:20.080362 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-0f88a732-1b5c-48e4-81d7-fd6a58304f0f admin admin] 10.222.0.62 "DELETE /v2.0/networks/d6bf064b-07a6-4d06-b7dd-381a325de464 HTTP/1.1" status: 204 len: 168 time: 0.5052996 Dec 14 19:08:20.117524 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-d7f77615-d1f8-436c-84ca-6903a451b826 req-d90e86b3-f18f-49f2-9f3a-f9cb508c9587 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Unset dirty status for tenant:d43cedbbcc7c4347ba63c8f3b2de8fe3 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:08:20.118805 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d7f77615-d1f8-436c-84ca-6903a451b826 req-d90e86b3-f18f-49f2-9f3a-f9cb508c9587 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=0192a57d-d788-4360-9930-801ed51e9d9e HTTP/1.1" status: 200 len: 931 time: 0.3609765 Dec 14 19:08:20.190300 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f12362-c366-481e-9b8b-a998db9c8e86 req-6e2dd557-2b03-407b-97ba-0da8bf95112e tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:20.191955 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-77f12362-c366-481e-9b8b-a998db9c8e86 req-6e2dd557-2b03-407b-97ba-0da8bf95112e tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 945 time: 0.1789243 Dec 14 19:08:20.254448 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 47554) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:20.296622 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d7f77615-d1f8-436c-84ca-6903a451b826 req-e1b1daee-0b31-4bfa-80ef-884a41a7b80c tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/security-groups?id=35c20848-8ec3-4774-b1a5-27e1af374a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702483 Dec 14 19:08:20.319762 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-d2b80cf2-a6e0-4587-9c2d-5d86c9222acb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a0bcd02b122b4b9eae4ccde55819070a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0639744 Dec 14 19:08:20.325692 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 47558) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:20.328394 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-f9759e68-5922-4e08-abe9-5b721dc981d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 458da430-2434-49d4-9bd8-55d82d25f227 {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:08:20.339937 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-f9759e68-5922-4e08-abe9-5b721dc981d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:20.348247 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-77f12362-c366-481e-9b8b-a998db9c8e86 req-c32159bb-511a-4734-8e96-230e85662249 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495464 Dec 14 19:08:20.368276 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-f9759e68-5922-4e08-abe9-5b721dc981d4 service neutron] Transition to ACTIVE for port object 458da430-2434-49d4-9bd8-55d82d25f227 will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:08:20.371442 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-f9759e68-5922-4e08-abe9-5b721dc981d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853069063'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:20.377631 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8114b0ca-8766-444a-bfb5-de89dfa0ba2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:20.395281 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 47562) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:20.425606 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-790c9003-f512-46fb-992e-f5bfeaae339e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:20.458549 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-790c9003-f512-46fb-992e-f5bfeaae339e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:20.524556 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-790c9003-f512-46fb-992e-f5bfeaae339e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:20.529429 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-b2aef5a0-5bb5-4a6e-aa4a-523ec67bffe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:20.553679 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c9003-f512-46fb-992e-f5bfeaae339e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943e8f1b-d544-4ed0-8ce3-30c1372a0e0a,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:20.558998 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-790c9003-f512-46fb-992e-f5bfeaae339e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:20.563246 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-790c9003-f512-46fb-992e-f5bfeaae339e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:20.565508 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-790c9003-f512-46fb-992e-f5bfeaae339e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/943e8f1b-d544-4ed0-8ce3-30c1372a0e0a HTTP/1.1" status: 204 len: 168 time: 0.2387292 Dec 14 19:08:20.746956 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9759e68-5922-4e08-abe9-5b721dc981d4 service neutron] Pushing event updated for resources: {'Port': ['ID=458da430-2434-49d4-9bd8-55d82d25f227,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:20.762587 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-7f274607-729c-4597-83cc-03e1a6b94264 tempest-TestMinimumBasicScenario-1512515638 tempest-TestMinimumBasicScenario-1512515638-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 1093 time: 0.3618326 Dec 14 19:08:20.763208 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 47570) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:20.769936 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-c4916a3d-8dcd-40a0-bb30-95d8c27daf05 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Request body: {'floatingip': {'floating_network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'port_id': '4c77ac4b-7708-465a-a207-9e9bd5b5cb10', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:08:20.774849 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f9759e68-5922-4e08-abe9-5b721dc981d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:20.776253 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-c4916a3d-8dcd-40a0-bb30-95d8c27daf05 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:08:20.780953 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-c4916a3d-8dcd-40a0-bb30-95d8c27daf05 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Usage tracker for resource:floatingip and tenant:b1351b4434a5442d89b49cf7732f1282 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:08:20.784619 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-c4916a3d-8dcd-40a0-bb30-95d8c27daf05 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:08:20.800858 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-c4916a3d-8dcd-40a0-bb30-95d8c27daf05 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:08:20.818307 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c4916a3d-8dcd-40a0-bb30-95d8c27daf05 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for floatingip, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:20.882405 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-f9759e68-5922-4e08-abe9-5b721dc981d4 service neutron] Attempting to bind port 458da430-2434-49d4-9bd8-55d82d25f227 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:08:20.883178 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-f9759e68-5922-4e08-abe9-5b721dc981d4 service neutron] Attempting to bind port 458da430-2434-49d4-9bd8-55d82d25f227 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'ff3ff59f-98a5-48db-9770-32a22fe01b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd6e533d7-1d46-4adc-94c2-207dfe17aa8a'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:08:20.883178 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-f9759e68-5922-4e08-abe9-5b721dc981d4 service neutron] Attempting to bind port 458da430-2434-49d4-9bd8-55d82d25f227 on network d6e533d7-1d46-4adc-94c2-207dfe17aa8a {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:08:20.890386 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-f9759e68-5922-4e08-abe9-5b721dc981d4 service neutron] Port 458da430-2434-49d4-9bd8-55d82d25f227 on network d6e533d7-1d46-4adc-94c2-207dfe17aa8a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:08:20.890991 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-f9759e68-5922-4e08-abe9-5b721dc981d4 service neutron] Attempting to bind port 458da430-2434-49d4-9bd8-55d82d25f227 on network d6e533d7-1d46-4adc-94c2-207dfe17aa8a {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:08:20.898538 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-f9759e68-5922-4e08-abe9-5b721dc981d4 service neutron] Checking agent: {'id': '2cdf3b01-963f-4e6b-8571-872140058f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:08:20.898916 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-f9759e68-5922-4e08-abe9-5b721dc981d4 service neutron] Checking segment: {'id': 'ff3ff59f-98a5-48db-9770-32a22fe01b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd6e533d7-1d46-4adc-94c2-207dfe17aa8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:08:20.899347 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-f9759e68-5922-4e08-abe9-5b721dc981d4 service neutron] Bound using segment: {'id': 'ff3ff59f-98a5-48db-9770-32a22fe01b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd6e533d7-1d46-4adc-94c2-207dfe17aa8a'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:08:20.899826 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-f9759e68-5922-4e08-abe9-5b721dc981d4 service neutron] Bound port: 458da430-2434-49d4-9bd8-55d82d25f227, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff3ff59f-98a5-48db-9770-32a22fe01b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'd6e533d7-1d46-4adc-94c2-207dfe17aa8a'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:08:20.900215 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-f9759e68-5922-4e08-abe9-5b721dc981d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:21.005679 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c4916a3d-8dcd-40a0-bb30-95d8c27daf05 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:21.014672 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-f9759e68-5922-4e08-abe9-5b721dc981d4 service neutron] For port 458da430-2434-49d4-9bd8-55d82d25f227, host hv-cinder-82174, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:08:21.018920 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-f9759e68-5922-4e08-abe9-5b721dc981d4 service neutron] For port 458da430-2434-49d4-9bd8-55d82d25f227, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=458da430-2434-49d4-9bd8-55d82d25f227,segment=NetworkSegment(ff3ff59f-98a5-48db-9770-32a22fe01b2d),segment_id=ff3ff59f-98a5-48db-9770-32a22fe01b2d)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:08:21.023655 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-f9759e68-5922-4e08-abe9-5b721dc981d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853069063'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:21.028442 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:21.101986 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-f9759e68-5922-4e08-abe9-5b721dc981d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:21.103547 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-f9759e68-5922-4e08-abe9-5b721dc981d4 service neutron] 10.222.0.73 "PUT /v2.0/ports/458da430-2434-49d4-9bd8-55d82d25f227 HTTP/1.1" status: 200 len: 1093 time: 1.5861921 Dec 14 19:08:21.104107 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0192a57d-d788-4360-9930-801ed51e9d9e', 'tag': '458da430-2434-49d4-9bd8-55d82d25f227'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:08:21.162107 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9759e68-5922-4e08-abe9-5b721dc981d4 service neutron] Pushing event updated for resources: {'Port': ['ID=458da430-2434-49d4-9bd8-55d82d25f227,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:21.192707 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [None req-c4916a3d-8dcd-40a0-bb30-95d8c27daf05 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Allocated IP 172.28.1.132 (ffa0012a-9543-497d-8125-adf64d8cb965/bf490572-e226-4f78-a70f-384a9e5bc0f8/670cdb97-e56b-47a4-931b-9789311c8e19) {{(pid=88176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:08:21.222429 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f9759e68-5922-4e08-abe9-5b721dc981d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:21.229432 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0192a57d-d788-4360-9930-801ed51e9d9e', 'tag': '458da430-2434-49d4-9bd8-55d82d25f227', 'status': 'completed', 'code': 200} Dec 14 19:08:21.272091 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-7a7afaa6-28c2-4165-8707-6b63728f664f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d43cedbbcc7c4347ba63c8f3b2de8fe3&device_id=0192a57d-d788-4360-9930-801ed51e9d9e HTTP/1.1" status: 200 len: 1096 time: 0.1042521 Dec 14 19:08:21.358665 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-eb6bb514-8ed2-4734-abce-995911ef78bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=458da430-2434-49d4-9bd8-55d82d25f227 HTTP/1.1" status: 200 len: 217 time: 0.0746801 Dec 14 19:08:21.374464 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c4916a3d-8dcd-40a0-bb30-95d8c27daf05 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for port, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:21.415220 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c4916a3d-8dcd-40a0-bb30-95d8c27daf05 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1865571'] for port, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:21.420469 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-fc9e1ef8-68ad-4a51-8ed0-a0415f6e4b29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:21.443462 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-f9db5b84-ba7b-421c-88a8-35ccae41f60b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:21.445215 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-f9db5b84-ba7b-421c-88a8-35ccae41f60b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ac09862c-e6d1-47a7-a744-c90018fbfbc2 HTTP/1.1" status: 200 len: 847 time: 0.0785904 Dec 14 19:08:21.500839 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4916a3d-8dcd-40a0-bb30-95d8c27daf05 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Network ffa0012a-9543-497d-8125-adf64d8cb965 is already hosted by enough agents. {{(pid=88176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:08:21.504219 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-c4916a3d-8dcd-40a0-bb30-95d8c27daf05 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Resources bound (agent type, host, resource id): {{(pid=88176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:08:21.510032 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4916a3d-8dcd-40a0-bb30-95d8c27daf05 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Received port after_create {{(pid=88176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:08:21.538992 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4916a3d-8dcd-40a0-bb30-95d8c27daf05 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Pushing event updated for resources: {'Port': ['ID=670cdb97-e56b-47a4-931b-9789311c8e19,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:21.544629 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-c4916a3d-8dcd-40a0-bb30-95d8c27daf05 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:21.549493 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-e1d05bd2-32b8-4d78-b042-3b4f5ebce9e1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d6e533d7-1d46-4adc-94c2-207dfe17aa8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643523 Dec 14 19:08:21.706275 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155d197-a45c-4f33-8a65-2feda4598539 req-03bc4eea-1606-430b-915a-4ac3bc7dfe27 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:21.707975 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b155d197-a45c-4f33-8a65-2feda4598539 req-03bc4eea-1606-430b-915a-4ac3bc7dfe27 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=0192a57d-d788-4360-9930-801ed51e9d9e HTTP/1.1" status: 200 len: 943 time: 0.2663248 Dec 14 19:08:21.782225 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 47594) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:21.786746 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-319ceb33-6f2d-4a60-8f37-c3825629950a service neutron] 10.222.0.73 "GET /v2.0/networks/d6e533d7-1d46-4adc-94c2-207dfe17aa8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268207 Dec 14 19:08:21.846960 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b155d197-a45c-4f33-8a65-2feda4598539 req-50fde2b9-a651-483e-bc1d-39633bd42dbc tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/security-groups?id=35c20848-8ec3-4774-b1a5-27e1af374a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269586 Dec 14 19:08:21.979001 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2b83b129-ee04-45e9-a9cb-0e2224aa5fce req-c1a827bf-d629-431c-bb95-3636d1139d2c service neutron] 10.222.0.73 "GET /v2.0/networks/d6e533d7-1d46-4adc-94c2-207dfe17aa8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808465 Dec 14 19:08:21.992418 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-1a452330-cf56-4aeb-bfb7-b0c222f2e4c3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-185028609-network', 'tenant_id': 'e3f0f20afe704ddc9991a9e7ac0982af'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:08:21.998965 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-1a452330-cf56-4aeb-bfb7-b0c222f2e4c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:08:22.005645 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-1a452330-cf56-4aeb-bfb7-b0c222f2e4c3 admin admin] Usage tracker for resource:network and tenant:e3f0f20afe704ddc9991a9e7ac0982af is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:08:22.009098 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-1a452330-cf56-4aeb-bfb7-b0c222f2e4c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:08:22.016788 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-1a452330-cf56-4aeb-bfb7-b0c222f2e4c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:08:22.033684 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a452330-cf56-4aeb-bfb7-b0c222f2e4c3 admin admin] Made reservation on behalf of e3f0f20afe704ddc9991a9e7ac0982af for: {'network': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:08:22.039001 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1a452330-cf56-4aeb-bfb7-b0c222f2e4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for network, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:22.108638 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1a452330-cf56-4aeb-bfb7-b0c222f2e4c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:22.160524 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-1a452330-cf56-4aeb-bfb7-b0c222f2e4c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:08:22.167532 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-1a452330-cf56-4aeb-bfb7-b0c222f2e4c3 admin admin] Usage tracker for resource:security_group_rule and tenant:e3f0f20afe704ddc9991a9e7ac0982af is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:08:22.174196 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-1a452330-cf56-4aeb-bfb7-b0c222f2e4c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:08:22.189547 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-1a452330-cf56-4aeb-bfb7-b0c222f2e4c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:08:22.208810 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c263423b-0e69-48b5-80ed-2829a2bb37b1 req-21f99fa8-f4fe-4e25-ab4e-4fc0e3481239 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d43cedbbcc7c4347ba63c8f3b2de8fe3&device_id=0192a57d-d788-4360-9930-801ed51e9d9e HTTP/1.1" status: 200 len: 1096 time: 0.1582379 Dec 14 19:08:22.389768 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c4916a3d-8dcd-40a0-bb30-95d8c27daf05 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:22.454490 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c4916a3d-8dcd-40a0-bb30-95d8c27daf05 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:22.469027 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1a452330-cf56-4aeb-bfb7-b0c222f2e4c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:22.472690 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263423b-0e69-48b5-80ed-2829a2bb37b1 req-dc0a8193-55b5-4666-9362-14738dd3c306 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:22.474399 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c263423b-0e69-48b5-80ed-2829a2bb37b1 req-dc0a8193-55b5-4666-9362-14738dd3c306 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d6e533d7-1d46-4adc-94c2-207dfe17aa8a HTTP/1.1" status: 200 len: 908 time: 0.2488158 Dec 14 19:08:22.475531 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1a452330-cf56-4aeb-bfb7-b0c222f2e4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:22.480265 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-eadfea90-1292-4672-be43-80612801066e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:22.570491 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a452330-cf56-4aeb-bfb7-b0c222f2e4c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=88177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:08:22.594187 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c263423b-0e69-48b5-80ed-2829a2bb37b1 req-75793df3-70aa-4266-a5ba-24bb30a351f4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=458da430-2434-49d4-9bd8-55d82d25f227 HTTP/1.1" status: 200 len: 217 time: 0.1018507 Dec 14 19:08:22.594884 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a452330-cf56-4aeb-bfb7-b0c222f2e4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c26cad-e634-484c-a6db-3e530dfb22d7,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:22.598321 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1a452330-cf56-4aeb-bfb7-b0c222f2e4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:22.598710 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.segments_db [None req-1a452330-cf56-4aeb-bfb7-b0c222f2e4c3 admin admin] Added segment 89ec24a6-fcf2-4184-ae80-2746799edbeb of type vlan for network 49ce9c34-e606-4a89-ad89-9fec2cbe70a2 Dec 14 19:08:22.601599 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-1a452330-cf56-4aeb-bfb7-b0c222f2e4c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:22.685043 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1a452330-cf56-4aeb-bfb7-b0c222f2e4c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781368396147'] for network, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:22.696890 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263423b-0e69-48b5-80ed-2829a2bb37b1 req-5ebf3e91-bc21-4ae7-9611-35e5414fa332 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:22.698501 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c263423b-0e69-48b5-80ed-2829a2bb37b1 req-5ebf3e91-bc21-4ae7-9611-35e5414fa332 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=ac09862c-e6d1-47a7-a744-c90018fbfbc2 HTTP/1.1" status: 200 len: 847 time: 0.0973697 Dec 14 19:08:22.708241 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c4916a3d-8dcd-40a0-bb30-95d8c27daf05 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for port, precommit_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:22.712739 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c4916a3d-8dcd-40a0-bb30-95d8c27daf05 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852910230'] for port, after_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:22.718170 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ee4343f7-eb75-4cbf-9ed2-f8b25827a9d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:22.774074 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c263423b-0e69-48b5-80ed-2829a2bb37b1 req-a263c6e6-3f5c-4ef3-9ebb-edd5a48f2046 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d6e533d7-1d46-4adc-94c2-207dfe17aa8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679934 Dec 14 19:08:22.779257 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1a452330-cf56-4aeb-bfb7-b0c222f2e4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075'] for network, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:22.780813 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a452330-cf56-4aeb-bfb7-b0c222f2e4c3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:22.781895 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1a452330-cf56-4aeb-bfb7-b0c222f2e4c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:22.789118 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-17becce2-ab64-4ccc-a33f-599097f1664a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:22.830160 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4916a3d-8dcd-40a0-bb30-95d8c27daf05 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Pushing event updated for resources: {'Port': ['ID=670cdb97-e56b-47a4-931b-9789311c8e19,revision_number=2']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:22.834829 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-c4916a3d-8dcd-40a0-bb30-95d8c27daf05 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:22.845163 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c4916a3d-8dcd-40a0-bb30-95d8c27daf05 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435684'] for floatingip, after_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:22.992208 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-1a452330-cf56-4aeb-bfb7-b0c222f2e4c3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2085443 Dec 14 19:08:23.003618 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 47602) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:23.021009 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-e50857c7-2d4f-46a2-8fd8-87e33bb422d5 admin admin] Request body: {'subnet': {'network_id': '49ce9c34-e606-4a89-ad89-9fec2cbe70a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-185028609-subnet', 'tenant_id': 'e3f0f20afe704ddc9991a9e7ac0982af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:08:23.024778 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a452330-cf56-4aeb-bfb7-b0c222f2e4c3 admin admin] Pushing event updated for resources: {'Network': ['ID=49ce9c34-e606-4a89-ad89-9fec2cbe70a2,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:23.030800 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-1a452330-cf56-4aeb-bfb7-b0c222f2e4c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:23.035004 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-e50857c7-2d4f-46a2-8fd8-87e33bb422d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:08:23.043530 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Network 49ce9c34-e606-4a89-ad89-9fec2cbe70a2 details requested by agent ovs-agent-dv-cinder-821749-1-smb with host dv-cinder-821749-1-smb {{(pid=88178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:08:23.044931 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-e50857c7-2d4f-46a2-8fd8-87e33bb422d5 admin admin] Usage tracker for resource:subnet and tenant:e3f0f20afe704ddc9991a9e7ac0982af is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:08:23.074073 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.l3_db [None req-c4916a3d-8dcd-40a0-bb30-95d8c27daf05 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Floating IP d348f1e2-cdeb-43c2-bec3-dc9bf72a212d associated. External IP: 172.28.1.132, port: 4c77ac4b-7708-465a-a207-9e9bd5b5cb10. Dec 14 19:08:23.087091 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-e50857c7-2d4f-46a2-8fd8-87e33bb422d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:08:23.110062 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-e50857c7-2d4f-46a2-8fd8-87e33bb422d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:08:23.159870 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c263423b-0e69-48b5-80ed-2829a2bb37b1 req-0d845dd3-6243-4dd7-b95e-c0320174e544 service neutron] 10.222.0.73 "GET /v2.0/networks/d6e533d7-1d46-4adc-94c2-207dfe17aa8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725998 Dec 14 19:08:23.163700 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50857c7-2d4f-46a2-8fd8-87e33bb422d5 admin admin] Made reservation on behalf of e3f0f20afe704ddc9991a9e7ac0982af for: {'subnet': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:08:23.168786 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e50857c7-2d4f-46a2-8fd8-87e33bb422d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1940536'] for subnet, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:23.386534 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989a50c-ba0d-45c8-960f-80b27d551804 req-f4290fa6-ffda-46ea-9693-6c8e93c583ab tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:23.388181 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3989a50c-ba0d-45c8-960f-80b27d551804 req-f4290fa6-ffda-46ea-9693-6c8e93c583ab tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=0192a57d-d788-4360-9930-801ed51e9d9e HTTP/1.1" status: 200 len: 943 time: 0.3486574 Dec 14 19:08:23.482209 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c263423b-0e69-48b5-80ed-2829a2bb37b1 req-bb5f21ff-c14d-47be-983a-258f90f22da0 service neutron] 10.222.0.73 "GET /v2.0/networks/d6e533d7-1d46-4adc-94c2-207dfe17aa8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954676 Dec 14 19:08:23.498550 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3989a50c-ba0d-45c8-960f-80b27d551804 req-6fe5d6a5-0f4e-4d8f-8363-10a5e724663a tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/security-groups?id=35c20848-8ec3-4774-b1a5-27e1af374a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989449 Dec 14 19:08:23.590356 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4916a3d-8dcd-40a0-bb30-95d8c27daf05 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Router 6571e0b2-3a04-447f-abee-749249a9e8ee has already been hosted by L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 {{(pid=88176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:08:23.605951 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e50857c7-2d4f-46a2-8fd8-87e33bb422d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1706570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1940521'] for subnet, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:23.611495 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ae0b5a33-9147-49ff-a07f-2520f2eb4ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:23.684493 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50857c7-2d4f-46a2-8fd8-87e33bb422d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=182240e9-7923-40da-ab94-5d9c0cdf29a1,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:23.687531 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e50857c7-2d4f-46a2-8fd8-87e33bb422d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:23.702649 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50857c7-2d4f-46a2-8fd8-87e33bb422d5 admin admin] Checking segment: {'id': '89ec24a6-fcf2-4184-ae80-2746799edbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '49ce9c34-e606-4a89-ad89-9fec2cbe70a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:08:23.703028 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50857c7-2d4f-46a2-8fd8-87e33bb422d5 admin admin] Network hostable DHCP agents. Network: 49ce9c34-e606-4a89-ad89-9fec2cbe70a2, hostable agents: ['64cad2d4-6c81-4c69-be80-b384beab6ad0'], hosted agents: [] {{(pid=88177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:08:23.728723 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50857c7-2d4f-46a2-8fd8-87e33bb422d5 admin admin] Network 49ce9c34-e606-4a89-ad89-9fec2cbe70a2 is scheduled to be hosted by DHCP agent 64cad2d4-6c81-4c69-be80-b384beab6ad0 with binding_index 1 {{(pid=88177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:08:23.738493 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-e50857c7-2d4f-46a2-8fd8-87e33bb422d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-smb, 49ce9c34-e606-4a89-ad89-9fec2cbe70a2) {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:08:23.743180 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50857c7-2d4f-46a2-8fd8-87e33bb422d5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:23.743835 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e50857c7-2d4f-46a2-8fd8-87e33bb422d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:23.748202 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3822d4-23c4-4d33-8441-3b37f865c80d None None] Network 49ce9c34-e606-4a89-ad89-9fec2cbe70a2 requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:08:23.776958 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-e50857c7-2d4f-46a2-8fd8-87e33bb422d5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7634034 Dec 14 19:08:23.821292 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4916a3d-8dcd-40a0-bb30-95d8c27daf05 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:08:23.851332 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c4916a3d-8dcd-40a0-bb30-95d8c27daf05 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for floatingip, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:23.857326 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2c4196-e8ee-428c-b6ce-0e969b2c1a47 None None] Sync routers for ids ['6571e0b2-3a04-447f-abee-749249a9e8ee'] in dv-cinder-821749-1-smb {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:08:23.893817 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2c4196-e8ee-428c-b6ce-0e969b2c1a47 None None] Routers {'6571e0b2-3a04-447f-abee-749249a9e8ee'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:08:23.894648 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-0f2c4196-e8ee-428c-b6ce-0e969b2c1a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:07:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['6571e0b2-3a04-447f-abee-749249a9e8ee'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:08:23.936657 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 47608) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:23.937522 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-c4916a3d-8dcd-40a0-bb30-95d8c27daf05 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1716094 Dec 14 19:08:23.938796 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a201cb11-b0d7-4369-bb80-e258c742e9f2', 'tag': '4c77ac4b-7708-465a-a207-9e9bd5b5cb10'}] {{(pid=88176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:08:23.943949 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-33fdda95-b25c-4e9b-8c05-66cdf4f3520b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-386351409', 'description': 'tempest-secgroup-smoke-386351409 description', 'project_id': 'b1351b4434a5442d89b49cf7732f1282'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:08:23.973384 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-33fdda95-b25c-4e9b-8c05-66cdf4f3520b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:08:23.989907 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-33fdda95-b25c-4e9b-8c05-66cdf4f3520b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:08:24.002580 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-33fdda95-b25c-4e9b-8c05-66cdf4f3520b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:24.051646 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-33fdda95-b25c-4e9b-8c05-66cdf4f3520b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:08:24.055890 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a201cb11-b0d7-4369-bb80-e258c742e9f2', 'tag': '4c77ac4b-7708-465a-a207-9e9bd5b5cb10', 'status': 'completed', 'code': 200} Dec 14 19:08:24.061583 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-33fdda95-b25c-4e9b-8c05-66cdf4f3520b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Usage tracker for resource:security_group_rule and tenant:b1351b4434a5442d89b49cf7732f1282 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:08:24.066953 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-33fdda95-b25c-4e9b-8c05-66cdf4f3520b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:08:24.076067 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-33fdda95-b25c-4e9b-8c05-66cdf4f3520b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:08:24.212511 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a773c562-9ff1-4a10-9766-8c4df62a4d1c req-ad06ee10-7508-46c7-8441-7b8250541c0d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1351b4434a5442d89b49cf7732f1282&device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 1098 time: 0.1285448 Dec 14 19:08:24.229421 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-33fdda95-b25c-4e9b-8c05-66cdf4f3520b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:24.236591 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-0f2c4196-e8ee-428c-b6ce-0e969b2c1a47 None None] Set router 6571e0b2-3a04-447f-abee-749249a9e8ee gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:08:24.258984 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-33fdda95-b25c-4e9b-8c05-66cdf4f3520b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:24.269941 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-11903b00-a50e-4a64-a364-2d8b95619678 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:24.285825 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7d72ff-c4e0-4d56-b9a1-264674b35059 None None] Network 49ce9c34-e606-4a89-ad89-9fec2cbe70a2 requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:08:24.401002 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdda95-b25c-4e9b-8c05-66cdf4f3520b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdd0291-1b09-4e2a-a153-99ee08995bec,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:24.404008 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-33fdda95-b25c-4e9b-8c05-66cdf4f3520b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:24.419032 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-33fdda95-b25c-4e9b-8c05-66cdf4f3520b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:24.423790 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 47624) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:24.423993 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-33fdda95-b25c-4e9b-8c05-66cdf4f3520b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4858837 Dec 14 19:08:24.430800 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-99d85b11-02e9-49b4-bfb4-1d5c41f43455 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Request body: {'security_group_rule': {'security_group_id': '4bdd0291-1b09-4e2a-a153-99ee08995bec', 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:08:24.439986 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-99d85b11-02e9-49b4-bfb4-1d5c41f43455 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:08:24.445138 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-99d85b11-02e9-49b4-bfb4-1d5c41f43455 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Usage tracker for resource:security_group_rule and tenant:b1351b4434a5442d89b49cf7732f1282 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:08:24.448577 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-99d85b11-02e9-49b4-bfb4-1d5c41f43455 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:08:24.457937 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773c562-9ff1-4a10-9766-8c4df62a4d1c req-6e3bddcd-ba53-4ce2-b1ea-093f3dfce8ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:24.458182 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-99d85b11-02e9-49b4-bfb4-1d5c41f43455 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:08:24.460054 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a773c562-9ff1-4a10-9766-8c4df62a4d1c req-6e3bddcd-ba53-4ce2-b1ea-093f3dfce8ae service neutron] 10.222.0.73 "GET /v2.0/networks?id=55ee3fb9-d0c2-47cc-b57a-628cd1002c28 HTTP/1.1" status: 200 len: 915 time: 0.2291141 Dec 14 19:08:24.478092 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-99d85b11-02e9-49b4-bfb4-1d5c41f43455 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:24.601337 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-99d85b11-02e9-49b4-bfb4-1d5c41f43455 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:24.605904 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-99d85b11-02e9-49b4-bfb4-1d5c41f43455 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427509'] for security_group_rule, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:24.615688 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:24.651708 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d85b11-02e9-49b4-bfb4-1d5c41f43455 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5699d6a0-d51c-4f91-9461-3b31e3e8f83d,revision_number=0']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:24.665165 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-99d85b11-02e9-49b4-bfb4-1d5c41f43455 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:24.676262 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-99d85b11-02e9-49b4-bfb4-1d5c41f43455 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:24.692145 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-99d85b11-02e9-49b4-bfb4-1d5c41f43455 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2663300 Dec 14 19:08:24.693183 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 47634) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:24.705760 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-ca6f4fcc-faf6-460c-9676-a09bd54443e5 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Request body: {'security_group_rule': {'security_group_id': '4bdd0291-1b09-4e2a-a153-99ee08995bec', 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:08:24.714505 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-ca6f4fcc-faf6-460c-9676-a09bd54443e5 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:08:24.719994 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-ca6f4fcc-faf6-460c-9676-a09bd54443e5 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Usage tracker for resource:security_group_rule and tenant:b1351b4434a5442d89b49cf7732f1282 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:08:24.724460 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-ca6f4fcc-faf6-460c-9676-a09bd54443e5 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:08:24.732552 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-ca6f4fcc-faf6-460c-9676-a09bd54443e5 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:08:24.758024 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ca6f4fcc-faf6-460c-9676-a09bd54443e5 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:24.852009 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-0f2c4196-e8ee-428c-b6ce-0e969b2c1a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'name': 'tempest-TestMinimumBasicScenario-881689443-router', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.14'}], 'enable_snat': True}, 'gw_port_id': 'f3017d87-72c0-411d-9c58-35909b6508d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:59Z', 'updated_at': '2021-12-14T19:07:08Z', 'revision_number': 4, 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'gw_port': {'id': 'f3017d87-72c0-411d-9c58-35909b6508d0', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:01Z', 'updated_at': '2021-12-14T19:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_floatingips': [{'id': 'd348f1e2-cdeb-43c2-bec3-dc9bf72a212d', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'floating_ip_address': '172.28.1.132', 'floating_network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'router_id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'port_id': '4c77ac4b-7708-465a-a207-9e9bd5b5cb10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ee3fb9-d0c2-47cc-b57a-628cd1002c28', 'mac_address': 'fa:16:3e:c8:3f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a201cb11-b0d7-4369-bb80-e258c742e9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:08:22Z', 'updated_at': '2021-12-14T19:08:22Z', 'revision_number': 0, 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd4f35f1-6cd4-418d-9854-8635a23701f2', 'name': '', 'network_id': '55ee3fb9-d0c2-47cc-b57a-628cd1002c28', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'mac_address': 'fa:16:3e:f4:86:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668c9a99-31b6-43dd-a171-3d1dbe68d7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:07Z', 'updated_at': '2021-12-14T19:07:20Z', 'revision_number': 5, 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'subnets': [{'id': '668c9a99-31b6-43dd-a171-3d1dbe68d7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:08:24.857620 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2c4196-e8ee-428c-b6ce-0e969b2c1a47 None None] Checking router: 6571e0b2-3a04-447f-abee-749249a9e8ee for host: dv-cinder-821749-1-smb {{(pid=88178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:08:24.872221 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2c4196-e8ee-428c-b6ce-0e969b2c1a47 None None] Routers {'6571e0b2-3a04-447f-abee-749249a9e8ee'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:08:24.872917 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-0f2c4196-e8ee-428c-b6ce-0e969b2c1a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:07:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['6571e0b2-3a04-447f-abee-749249a9e8ee'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:08:24.885693 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ca6f4fcc-faf6-460c-9676-a09bd54443e5 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:24.890085 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ca6f4fcc-faf6-460c-9676-a09bd54443e5 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427509'] for security_group_rule, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:24.893016 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:24.920247 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f4fcc-faf6-460c-9676-a09bd54443e5 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e0f39d1-27db-47a7-85d4-fd9ce4fd92f0,revision_number=0']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:24.923323 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ca6f4fcc-faf6-460c-9676-a09bd54443e5 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:24.932751 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ca6f4fcc-faf6-460c-9676-a09bd54443e5 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:24.938129 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-ca6f4fcc-faf6-460c-9676-a09bd54443e5 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2427464 Dec 14 19:08:24.939692 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 47638) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:24.951041 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-240205f3-8aba-4428-866b-b3ebd2f7b089 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Request body: {'security_group_rule': {'security_group_id': '4bdd0291-1b09-4e2a-a153-99ee08995bec', 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:08:24.962431 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-240205f3-8aba-4428-866b-b3ebd2f7b089 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:08:24.969651 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-240205f3-8aba-4428-866b-b3ebd2f7b089 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Usage tracker for resource:security_group_rule and tenant:b1351b4434a5442d89b49cf7732f1282 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:08:24.975054 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-240205f3-8aba-4428-866b-b3ebd2f7b089 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:08:24.986488 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-240205f3-8aba-4428-866b-b3ebd2f7b089 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:08:24.998166 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a773c562-9ff1-4a10-9766-8c4df62a4d1c req-57b40242-5443-4618-880d-8907efdf496d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c77ac4b-7708-465a-a207-9e9bd5b5cb10 HTTP/1.1" status: 200 len: 999 time: 0.5110021 Dec 14 19:08:25.015721 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-240205f3-8aba-4428-866b-b3ebd2f7b089 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:25.080821 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-da0a29b3-5d2f-411c-b1ca-22f584dd9340 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:25.081611 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-da0a29b3-5d2f-411c-b1ca-22f584dd9340 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Synchronizing usage tracker for tenant:e3f0f20afe704ddc9991a9e7ac0982af on resource:network {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:08:25.086256 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-0f2c4196-e8ee-428c-b6ce-0e969b2c1a47 None None] Set router 6571e0b2-3a04-447f-abee-749249a9e8ee gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:08:25.113819 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773c562-9ff1-4a10-9766-8c4df62a4d1c req-09cb7831-2b5c-4f02-b227-2e8806b63b71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:25.115439 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a773c562-9ff1-4a10-9766-8c4df62a4d1c req-09cb7831-2b5c-4f02-b227-2e8806b63b71 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=668c9a99-31b6-43dd-a171-3d1dbe68d7c5 HTTP/1.1" status: 200 len: 853 time: 0.0991206 Dec 14 19:08:25.120378 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-240205f3-8aba-4428-866b-b3ebd2f7b089 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:25.125051 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-240205f3-8aba-4428-866b-b3ebd2f7b089 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427509'] for security_group_rule, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:25.135653 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89ec90-d5e0-4a79-b9e6-e152ca33c734 req-e7df74d2-6296-4467-b327-6c552d799c89 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:25.137812 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8c89ec90-d5e0-4a79-b9e6-e152ca33c734 req-e7df74d2-6296-4467-b327-6c552d799c89 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=0192a57d-d788-4360-9930-801ed51e9d9e HTTP/1.1" status: 200 len: 943 time: 0.2423189 Dec 14 19:08:25.175473 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-21c581fa-2b94-4cc3-a347-080e9d16476b tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:25.202099 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240205f3-8aba-4428-866b-b3ebd2f7b089 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeb0bda6-f07d-4b92-8a5a-48c11a94d86c,revision_number=0']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:25.204835 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-da0a29b3-5d2f-411c-b1ca-22f584dd9340 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Unset dirty status for tenant:e3f0f20afe704ddc9991a9e7ac0982af on resource:network {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:08:25.207460 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-240205f3-8aba-4428-866b-b3ebd2f7b089 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:25.209626 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-240205f3-8aba-4428-866b-b3ebd2f7b089 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2679689 Dec 14 19:08:25.211530 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-240205f3-8aba-4428-866b-b3ebd2f7b089 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:25.212898 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 47642) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:25.216072 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-da0a29b3-5d2f-411c-b1ca-22f584dd9340 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/networks?id=49ce9c34-e606-4a89-ad89-9fec2cbe70a2 HTTP/1.1" status: 200 len: 814 time: 0.7597027 Dec 14 19:08:25.221712 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-d6ebe876-0139-47be-8203-8e231386d523 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Request body: {'security_group_rule': {'security_group_id': '4bdd0291-1b09-4e2a-a153-99ee08995bec', 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:08:25.228849 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-d6ebe876-0139-47be-8203-8e231386d523 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:08:25.233968 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-d6ebe876-0139-47be-8203-8e231386d523 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Usage tracker for resource:security_group_rule and tenant:b1351b4434a5442d89b49cf7732f1282 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:08:25.238539 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-d6ebe876-0139-47be-8203-8e231386d523 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:08:25.245445 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-d6ebe876-0139-47be-8203-8e231386d523 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:08:25.265311 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe876-0139-47be-8203-8e231386d523 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:25.288622 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 458da430-2434-49d4-9bd8-55d82d25f227 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:08:25.289848 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-f0ed7c10-11cb-4ced-bbfd-d2029d3e7fc3 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/quotas/e3f0f20afe704ddc9991a9e7ac0982af HTTP/1.1" status: 200 len: 375 time: 0.0714808 Dec 14 19:08:25.343290 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe876-0139-47be-8203-8e231386d523 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:25.348419 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe876-0139-47be-8203-8e231386d523 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427509'] for security_group_rule, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:25.350998 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-99d85b11-02e9-49b4-bfb4-1d5c41f43455 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:25.366856 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-947755fa-96d4-4d13-88e9-7d1d32f5e6ae tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e3f0f20afe704ddc9991a9e7ac0982af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669236 Dec 14 19:08:25.374107 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ebe876-0139-47be-8203-8e231386d523 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0affe243-25be-4b81-9769-6638bb8589eb,revision_number=0']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:25.377001 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8c89ec90-d5e0-4a79-b9e6-e152ca33c734 req-ed260458-75b2-4da7-94b2-48fa974d381a tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/security-groups?id=35c20848-8ec3-4774-b1a5-27e1af374a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797593 Dec 14 19:08:25.379140 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d6ebe876-0139-47be-8203-8e231386d523 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:25.389728 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d6ebe876-0139-47be-8203-8e231386d523 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:25.392312 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-d6ebe876-0139-47be-8203-8e231386d523 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1777413 Dec 14 19:08:25.395539 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 47646) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:25.402479 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-339bb0e9-d05c-444e-963f-fe8615185c0b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Request body: {'security_group_rule': {'security_group_id': '4bdd0291-1b09-4e2a-a153-99ee08995bec', 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:08:25.409731 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-339bb0e9-d05c-444e-963f-fe8615185c0b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:08:25.415022 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-339bb0e9-d05c-444e-963f-fe8615185c0b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Usage tracker for resource:security_group_rule and tenant:b1351b4434a5442d89b49cf7732f1282 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:08:25.418631 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-339bb0e9-d05c-444e-963f-fe8615185c0b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:08:25.437830 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-339bb0e9-d05c-444e-963f-fe8615185c0b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:08:25.453315 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a773c562-9ff1-4a10-9766-8c4df62a4d1c req-d66bb8fc-a0fa-45e9-90c9-423cd8510f0a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=55ee3fb9-d0c2-47cc-b57a-628cd1002c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3135328 Dec 14 19:08:25.464503 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.securitygroups_db [None req-339bb0e9-d05c-444e-963f-fe8615185c0b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Project b1351b4434a5442d89b49cf7732f1282 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 19:08:25.476161 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-339bb0e9-d05c-444e-963f-fe8615185c0b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:25.568313 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-339bb0e9-d05c-444e-963f-fe8615185c0b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:25.571282 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-339bb0e9-d05c-444e-963f-fe8615185c0b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427509'] for security_group_rule, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:25.573905 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:25.598491 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339bb0e9-d05c-444e-963f-fe8615185c0b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=284eca6c-bc78-4dba-a15e-cd7d7047429e,revision_number=0']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:25.608476 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-339bb0e9-d05c-444e-963f-fe8615185c0b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:25.616664 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-339bb0e9-d05c-444e-963f-fe8615185c0b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:25.621146 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-339bb0e9-d05c-444e-963f-fe8615185c0b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2244322 Dec 14 19:08:25.621836 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 47650) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:25.628492 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-11f6e25f-8a56-46bd-9970-3ae820b69c39 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Request body: {'security_group_rule': {'security_group_id': '4bdd0291-1b09-4e2a-a153-99ee08995bec', 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:08:25.635690 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-11f6e25f-8a56-46bd-9970-3ae820b69c39 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:08:25.641187 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-11f6e25f-8a56-46bd-9970-3ae820b69c39 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Usage tracker for resource:security_group_rule and tenant:b1351b4434a5442d89b49cf7732f1282 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:08:25.644604 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-11f6e25f-8a56-46bd-9970-3ae820b69c39 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:08:25.651697 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-11f6e25f-8a56-46bd-9970-3ae820b69c39 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:08:25.663384 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.securitygroups_db [None req-11f6e25f-8a56-46bd-9970-3ae820b69c39 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Project b1351b4434a5442d89b49cf7732f1282 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 19:08:25.671415 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-11f6e25f-8a56-46bd-9970-3ae820b69c39 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:25.699951 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-a8318d7f-563a-4b8a-b010-403d81fabcdc service neutron] 10.222.0.62 "GET /v2.0/networks/49ce9c34-e606-4a89-ad89-9fec2cbe70a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176308 Dec 14 19:08:25.766189 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-11f6e25f-8a56-46bd-9970-3ae820b69c39 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:25.769447 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-11f6e25f-8a56-46bd-9970-3ae820b69c39 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427509'] for security_group_rule, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:25.772292 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:25.779879 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a773c562-9ff1-4a10-9766-8c4df62a4d1c req-7d161d84-5117-4bce-8ee5-ee32187c0847 service neutron] 10.222.0.73 "GET /v2.0/networks/55ee3fb9-d0c2-47cc-b57a-628cd1002c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391629 Dec 14 19:08:25.781004 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 458da430-2434-49d4-9bd8-55d82d25f227, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=458da430-2434-49d4-9bd8-55d82d25f227,segment=NetworkSegment(ff3ff59f-98a5-48db-9770-32a22fe01b2d),segment_id=ff3ff59f-98a5-48db-9770-32a22fe01b2d)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:25.794660 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6e25f-8a56-46bd-9970-3ae820b69c39 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605ad785-f6ce-4db2-93ba-0e4b94e43feb,revision_number=0']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:25.798960 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-11f6e25f-8a56-46bd-9970-3ae820b69c39 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:25.799193 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Returning: {'device': '458da430-2434-49d4-9bd8-55d82d25f227', 'network_id': 'd6e533d7-1d46-4adc-94c2-207dfe17aa8a', 'port_id': '458da430-2434-49d4-9bd8-55d82d25f227', 'mac_address': 'fa:16:3e:6c:c9:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac09862c-e6d1-47a7-a744-c90018fbfbc2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:08:25.808437 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-11f6e25f-8a56-46bd-9970-3ae820b69c39 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:25.812947 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-11f6e25f-8a56-46bd-9970-3ae820b69c39 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1867616 Dec 14 19:08:25.923043 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:25.951222 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458da430-2434-49d4-9bd8-55d82d25f227 {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:08:25.978315 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 458da430-2434-49d4-9bd8-55d82d25f227, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=458da430-2434-49d4-9bd8-55d82d25f227,segment=NetworkSegment(ff3ff59f-98a5-48db-9770-32a22fe01b2d),segment_id=ff3ff59f-98a5-48db-9770-32a22fe01b2d)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:25.983250 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:25.986263 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f8a88154-bc09-4392-b6ec-55e12a061fba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:26.021577 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-074ba567-4365-43b0-a7c9-c73b11c79764 service neutron] 10.222.0.62 "GET /v2.0/networks/49ce9c34-e606-4a89-ad89-9fec2cbe70a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931037 Dec 14 19:08:26.058067 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-0f2c4196-e8ee-428c-b6ce-0e969b2c1a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'name': 'tempest-TestMinimumBasicScenario-881689443-router', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.14'}], 'enable_snat': True}, 'gw_port_id': 'f3017d87-72c0-411d-9c58-35909b6508d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:59Z', 'updated_at': '2021-12-14T19:07:08Z', 'revision_number': 4, 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'gw_port': {'id': 'f3017d87-72c0-411d-9c58-35909b6508d0', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:01Z', 'updated_at': '2021-12-14T19:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_floatingips': [{'id': 'd348f1e2-cdeb-43c2-bec3-dc9bf72a212d', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'floating_ip_address': '172.28.1.132', 'floating_network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'router_id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'port_id': '4c77ac4b-7708-465a-a207-9e9bd5b5cb10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ee3fb9-d0c2-47cc-b57a-628cd1002c28', 'mac_address': 'fa:16:3e:c8:3f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a201cb11-b0d7-4369-bb80-e258c742e9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:08:22Z', 'updated_at': '2021-12-14T19:08:22Z', 'revision_number': 0, 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd4f35f1-6cd4-418d-9854-8635a23701f2', 'name': '', 'network_id': '55ee3fb9-d0c2-47cc-b57a-628cd1002c28', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'mac_address': 'fa:16:3e:f4:86:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668c9a99-31b6-43dd-a171-3d1dbe68d7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:07Z', 'updated_at': '2021-12-14T19:07:20Z', 'revision_number': 5, 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'subnets': [{'id': '668c9a99-31b6-43dd-a171-3d1dbe68d7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:08:26.063792 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-7bb059a8-5abf-418e-982b-fad03225cb70 req-aa887f77-608e-4927-bbc9-b97f56733a15 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Synchronizing usage tracker for tenant:b1351b4434a5442d89b49cf7732f1282 on resource:security_group {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:08:26.067529 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2c4196-e8ee-428c-b6ce-0e969b2c1a47 None None] The sync data for ids ['6571e0b2-3a04-447f-abee-749249a9e8ee'] in dv-cinder-821749-1-smb is: [{'id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'name': 'tempest-TestMinimumBasicScenario-881689443-router', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.14'}], 'enable_snat': True}, 'gw_port_id': 'f3017d87-72c0-411d-9c58-35909b6508d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:59Z', 'updated_at': '2021-12-14T19:07:08Z', 'revision_number': 4, 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'gw_port': {'id': 'f3017d87-72c0-411d-9c58-35909b6508d0', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:01Z', 'updated_at': '2021-12-14T19:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_floatingips': [{'id': 'd348f1e2-cdeb-43c2-bec3-dc9bf72a212d', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'floating_ip_address': '172.28.1.132', 'floating_network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'router_id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'port_id': '4c77ac4b-7708-465a-a207-9e9bd5b5cb10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55ee3fb9-d0c2-47cc-b57a-628cd1002c28', 'mac_address': 'fa:16:3e:c8:3f:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a201cb11-b0d7-4369-bb80-e258c742e9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:08:22Z', 'updated_at': '2021-12-14T19:08:22Z', 'revision_number': 0, 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd4f35f1-6cd4-418d-9854-8635a23701f2', 'name': '', 'network_id': '55ee3fb9-d0c2-47cc-b57a-628cd1002c28', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'mac_address': 'fa:16:3e:f4:86:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668c9a99-31b6-43dd-a171-3d1dbe68d7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:07Z', 'updated_at': '2021-12-14T19:07:20Z', 'revision_number': 5, 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'subnets': [{'id': '668c9a99-31b6-43dd-a171-3d1dbe68d7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:08:26.073016 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=458da430-2434-49d4-9bd8-55d82d25f227,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:26.076421 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:26.076646 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a773c562-9ff1-4a10-9766-8c4df62a4d1c req-997fdb7d-d30a-4f8a-99f1-494f64506adf service neutron] 10.222.0.73 "GET /v2.0/networks/55ee3fb9-d0c2-47cc-b57a-628cd1002c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299011 Dec 14 19:08:26.086618 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-7bb059a8-5abf-418e-982b-fad03225cb70 req-aa887f77-608e-4927-bbc9-b97f56733a15 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Unset dirty status for tenant:b1351b4434a5442d89b49cf7732f1282 on resource:security_group {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:08:26.087811 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7bb059a8-5abf-418e-982b-fad03225cb70 req-aa887f77-608e-4927-bbc9-b97f56733a15 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-386351409&fields=id&tenant_id=b1351b4434a5442d89b49cf7732f1282 HTTP/1.1" status: 200 len: 267 time: 0.1244726 Dec 14 19:08:26.237554 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb059a8-5abf-418e-982b-fad03225cb70 req-de5e650a-7879-4726-8411-297a87016173 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:26.239546 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7bb059a8-5abf-418e-982b-fad03225cb70 req-de5e650a-7879-4726-8411-297a87016173 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 945 time: 0.1454000 Dec 14 19:08:26.255735 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-7bb059a8-5abf-418e-982b-fad03225cb70 req-f7c37895-d7f8-4449-8138-239956a6c146 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Request body: {'port': {'security_groups': ['eb310ff8-557a-4396-bbeb-b82de7104ef4', '4bdd0291-1b09-4e2a-a153-99ee08995bec']}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:08:26.305360 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['458da430-2434-49d4-9bd8-55d82d25f227'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:08:26.349369 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-209e463a-778b-4afe-984d-2f455a730d1f req-ea3535ca-1a54-404c-ad49-78478bb1c4e7 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=236f156d-743a-4ad3-ab97-f19fc2838135 HTTP/1.1" status: 200 len: 210 time: 0.0664129 Dec 14 19:08:26.442341 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-7bb059a8-5abf-418e-982b-fad03225cb70 req-f7c37895-d7f8-4449-8138-239956a6c146 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:26.455793 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d5bff956-b815-4468-8528-e22711fca6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:26.633761 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ed8c20-f57e-4832-811b-53d60af31308 None None] New status for floating IP d348f1e2-cdeb-43c2-bec3-dc9bf72a212d: ACTIVE {{(pid=88179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 19:08:26.914225 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f66cca-0ded-4abf-90ea-f09320c20fde req-f3c0a36e-74dd-4550-93d5-fbcf9ddc09e2 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:26.915881 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-04f66cca-0ded-4abf-90ea-f09320c20fde req-f3c0a36e-74dd-4550-93d5-fbcf9ddc09e2 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=0192a57d-d788-4360-9930-801ed51e9d9e HTTP/1.1" status: 200 len: 944 time: 0.3182597 Dec 14 19:08:26.982681 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-7bb059a8-5abf-418e-982b-fad03225cb70 req-f7c37895-d7f8-4449-8138-239956a6c146 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] For port 4c77ac4b-7708-465a-a207-9e9bd5b5cb10, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=4c77ac4b-7708-465a-a207-9e9bd5b5cb10,segment=NetworkSegment(1cf5010d-895c-4553-a7f2-3895c8486c17),segment_id=1cf5010d-895c-4553-a7f2-3895c8486c17)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:27.001962 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-04f66cca-0ded-4abf-90ea-f09320c20fde req-c4f076f8-129f-4bda-89bc-5d5d5328f76c tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/security-groups?id=35c20848-8ec3-4774-b1a5-27e1af374a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758317 Dec 14 19:08:27.024134 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-7bb059a8-5abf-418e-982b-fad03225cb70 req-f7c37895-d7f8-4449-8138-239956a6c146 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:27.028651 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-7bb059a8-5abf-418e-982b-fad03225cb70 req-f7c37895-d7f8-4449-8138-239956a6c146 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853069063'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:27.036466 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-63c1687c-7a6b-48ac-bab1-c2581a0b79fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:27.043779 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['4c77ac4b-7708-465a-a207-9e9bd5b5cb10'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:08:27.190750 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb059a8-5abf-418e-982b-fad03225cb70 req-f7c37895-d7f8-4449-8138-239956a6c146 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:27.191703 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-7bb059a8-5abf-418e-982b-fad03225cb70 req-f7c37895-d7f8-4449-8138-239956a6c146 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:27.193670 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7bb059a8-5abf-418e-982b-fad03225cb70 req-f7c37895-d7f8-4449-8138-239956a6c146 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "PUT /v2.0/ports/4c77ac4b-7708-465a-a207-9e9bd5b5cb10 HTTP/1.1" status: 200 len: 981 time: 0.9435472 Dec 14 19:08:27.194242 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a201cb11-b0d7-4369-bb80-e258c742e9f2', 'tag': '4c77ac4b-7708-465a-a207-9e9bd5b5cb10'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:08:27.220764 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c37895-d7f8-4449-8138-239956a6c146 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Pushing event updated for resources: {'Port': ['ID=4c77ac4b-7708-465a-a207-9e9bd5b5cb10,revision_number=6']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:27.237024 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f7c37895-d7f8-4449-8138-239956a6c146 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:27.288949 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a201cb11-b0d7-4369-bb80-e258c742e9f2', 'tag': '4c77ac4b-7708-465a-a207-9e9bd5b5cb10', 'status': 'completed', 'code': 200} Dec 14 19:08:27.305921 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 458da430-2434-49d4-9bd8-55d82d25f227 up at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:08:27.368452 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['4c77ac4b-7708-465a-a207-9e9bd5b5cb10'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:08:27.456517 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning for port 458da430-2434-49d4-9bd8-55d82d25f227 completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:08:27.506387 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d780b840-9708-428b-842b-6e0a4d02f2a4 req-01dac787-3fb5-4762-a5bc-cea2b27d626f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1351b4434a5442d89b49cf7732f1282&device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 1137 time: 0.1868920 Dec 14 19:08:27.518413 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning complete for port 458da430-2434-49d4-9bd8-55d82d25f227 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:08:27.518838 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:27.590482 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223683f5-5cd8-4b12-8e6a-31997b0b12bd req-598e5953-5929-41b0-a9c8-5f0458426808 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:27.592256 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-223683f5-5cd8-4b12-8e6a-31997b0b12bd req-598e5953-5929-41b0-a9c8-5f0458426808 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 984 time: 0.1790249 Dec 14 19:08:27.618336 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-732ca260-9e76-4589-82b9-81783a9f3ce7 req-d0f72289-7b11-4b65-b0cc-e55433cfd0d4 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=236f156d-743a-4ad3-ab97-f19fc2838135 HTTP/1.1" status: 200 len: 210 time: 0.1001344 Dec 14 19:08:27.750812 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-db1e746a-c8a1-4e48-b55e-0c800dec128e None None] Provisioning complete for port 4c77ac4b-7708-465a-a207-9e9bd5b5cb10 triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:08:27.751218 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-db1e746a-c8a1-4e48-b55e-0c800dec128e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:27.884273 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:27.888148 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-223683f5-5cd8-4b12-8e6a-31997b0b12bd req-0daab01f-78f7-43a4-a8ab-9696b47cb4e9 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&id=4bdd0291-1b09-4e2a-a153-99ee08995bec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2758083 Dec 14 19:08:27.900907 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780b840-9708-428b-842b-6e0a4d02f2a4 req-b413cf9b-944b-4a90-a0bc-d3ab37d6f244 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:27.903428 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d780b840-9708-428b-842b-6e0a4d02f2a4 req-b413cf9b-944b-4a90-a0bc-d3ab37d6f244 service neutron] 10.222.0.73 "GET /v2.0/networks?id=55ee3fb9-d0c2-47cc-b57a-628cd1002c28 HTTP/1.1" status: 200 len: 915 time: 0.3831348 Dec 14 19:08:27.926235 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:27.979153 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0192a57d-d788-4360-9930-801ed51e9d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458da430-2434-49d4-9bd8-55d82d25f227'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:08:28.015708 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 458da430-2434-49d4-9bd8-55d82d25f227, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=458da430-2434-49d4-9bd8-55d82d25f227,segment=NetworkSegment(ff3ff59f-98a5-48db-9770-32a22fe01b2d),segment_id=ff3ff59f-98a5-48db-9770-32a22fe01b2d)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:28.027512 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-4fae1c13-594e-44aa-ac5d-7f5ef5b849d4 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:28.034922 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-4fae1c13-594e-44aa-ac5d-7f5ef5b849d4 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.73 "GET /v2.0/networks?id=49ce9c34-e606-4a89-ad89-9fec2cbe70a2 HTTP/1.1" status: 200 len: 814 time: 0.3945689 Dec 14 19:08:28.060307 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d780b840-9708-428b-842b-6e0a4d02f2a4 req-c6536a51-6350-43fe-9496-d33e52dce074 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c77ac4b-7708-465a-a207-9e9bd5b5cb10 HTTP/1.1" status: 200 len: 1001 time: 0.1492524 Dec 14 19:08:28.066438 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:28.067225 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-42295e87-5266-4009-b457-77f840105338 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Request body: {'port': {'device_id': '236f156d-743a-4ad3-ab97-f19fc2838135', 'network_id': '49ce9c34-e606-4a89-ad89-9fec2cbe70a2', 'admin_state_up': True, 'tenant_id': 'e3f0f20afe704ddc9991a9e7ac0982af'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:08:28.091388 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0192a57d-d788-4360-9930-801ed51e9d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458da430-2434-49d4-9bd8-55d82d25f227', 'code': 200} Dec 14 19:08:28.092011 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:28.273263 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=458da430-2434-49d4-9bd8-55d82d25f227,revision_number=5']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:28.276950 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:28.365266 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780b840-9708-428b-842b-6e0a4d02f2a4 req-7d88009a-8e88-426e-8140-ab3516de1823 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:28.367062 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d780b840-9708-428b-842b-6e0a4d02f2a4 req-7d88009a-8e88-426e-8140-ab3516de1823 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=668c9a99-31b6-43dd-a171-3d1dbe68d7c5 HTTP/1.1" status: 200 len: 853 time: 0.2754440 Dec 14 19:08:28.430068 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-614448d6-3dc4-4c06-8127-929b87c328e1 req-f66de60d-0231-46aa-a58c-9cc82d7d2bbf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0192a57d-d788-4360-9930-801ed51e9d9e HTTP/1.1" status: 200 len: 1098 time: 0.0952592 Dec 14 19:08:28.463904 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e7f16d19-9b18-4275-8352-2be50dbb3cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:28.497900 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-614448d6-3dc4-4c06-8127-929b87c328e1 req-a52b22e9-1243-4f8f-8a60-2c5cd8f9d730 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=35c20848-8ec3-4774-b1a5-27e1af374a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605736 Dec 14 19:08:28.745788 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-42295e87-5266-4009-b457-77f840105338 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:08:28.752514 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-42295e87-5266-4009-b457-77f840105338 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Usage tracker for resource:port and tenant:e3f0f20afe704ddc9991a9e7ac0982af is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:08:28.756925 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-42295e87-5266-4009-b457-77f840105338 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:08:28.765509 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-42295e87-5266-4009-b457-77f840105338 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:08:28.830314 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d780b840-9708-428b-842b-6e0a4d02f2a4 req-3e749cd3-25b9-4db2-90c7-e701aa1a3c79 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=55ee3fb9-d0c2-47cc-b57a-628cd1002c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4518993 Dec 14 19:08:28.835890 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-42295e87-5266-4009-b457-77f840105338 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Made reservation on behalf of e3f0f20afe704ddc9991a9e7ac0982af for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:08:28.841608 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-42295e87-5266-4009-b457-77f840105338 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:28.862211 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789ca07-0127-4e83-beb8-103342649343 req-c6a257fa-57f1-4d49-ac56-0726b423e243 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:28.863940 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3789ca07-0127-4e83-beb8-103342649343 req-c6a257fa-57f1-4d49-ac56-0726b423e243 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=0192a57d-d788-4360-9930-801ed51e9d9e HTTP/1.1" status: 200 len: 945 time: 0.5763638 Dec 14 19:08:28.866312 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0a303f6d-5646-4db5-bd30-3bcf15242b5c req-6cbb1e64-b71e-46bc-b5b8-cc58477a7f80 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=236f156d-743a-4ad3-ab97-f19fc2838135 HTTP/1.1" status: 200 len: 210 time: 0.0901480 Dec 14 19:08:29.109376 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3789ca07-0127-4e83-beb8-103342649343 req-b126163b-4ab6-45a0-bb63-7edaec6bb57c tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/security-groups?id=35c20848-8ec3-4774-b1a5-27e1af374a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167928 Dec 14 19:08:29.138390 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:29.147918 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d780b840-9708-428b-842b-6e0a4d02f2a4 req-57e7ce5a-3c81-4f99-8de2-bf6e4e595768 service neutron] 10.222.0.73 "GET /v2.0/networks/55ee3fb9-d0c2-47cc-b57a-628cd1002c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931969 Dec 14 19:08:29.324330 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-42295e87-5266-4009-b457-77f840105338 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Allocated IP 172.20.0.14 (49ce9c34-e606-4a89-ad89-9fec2cbe70a2/182240e9-7923-40da-ab94-5d9c0cdf29a1/aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:08:29.388492 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d780b840-9708-428b-842b-6e0a4d02f2a4 req-00542877-2f8c-4363-a0f0-a63ed2d3ccd4 service neutron] 10.222.0.73 "GET /v2.0/networks/55ee3fb9-d0c2-47cc-b57a-628cd1002c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078450 Dec 14 19:08:29.600636 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-42295e87-5266-4009-b457-77f840105338 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:29.629316 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-42295e87-5266-4009-b457-77f840105338 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:29.636147 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-c229137c-c5a4-4e9d-820f-d970862ec706 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:29.714226 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-42295e87-5266-4009-b457-77f840105338 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Network 49ce9c34-e606-4a89-ad89-9fec2cbe70a2 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:08:29.717538 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-42295e87-5266-4009-b457-77f840105338 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:08:29.722436 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-42295e87-5266-4009-b457-77f840105338 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:08:29.753557 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42295e87-5266-4009-b457-77f840105338 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Pushing event updated for resources: {'Port': ['ID=aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:29.762187 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-42295e87-5266-4009-b457-77f840105338 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:29.799152 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-42295e87-5266-4009-b457-77f840105338 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:29.802048 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-42295e87-5266-4009-b457-77f840105338 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:29.834722 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-42295e87-5266-4009-b457-77f840105338 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7731593 Dec 14 19:08:29.854059 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-eac61f93-9257-42c6-96bc-27272fc645a2 service neutron] Request body: {'port': {'device_id': '236f156d-743a-4ad3-ab97-f19fc2838135', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:08:29.975773 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-eac61f93-9257-42c6-96bc-27272fc645a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:30.251986 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113729b5-0429-481e-ab8f-a00ecab5bbb5 req-92f07c17-6306-482d-9127-a51460c498b8 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:30.252936 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-113729b5-0429-481e-ab8f-a00ecab5bbb5 req-92f07c17-6306-482d-9127-a51460c498b8 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Synchronizing usage tracker for tenant:e3f0f20afe704ddc9991a9e7ac0982af on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:08:30.404859 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-113729b5-0429-481e-ab8f-a00ecab5bbb5 req-92f07c17-6306-482d-9127-a51460c498b8 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Unset dirty status for tenant:e3f0f20afe704ddc9991a9e7ac0982af on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:08:30.406229 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-113729b5-0429-481e-ab8f-a00ecab5bbb5 req-92f07c17-6306-482d-9127-a51460c498b8 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=236f156d-743a-4ad3-ab97-f19fc2838135 HTTP/1.1" status: 200 len: 932 time: 0.3765066 Dec 14 19:08:30.489015 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-113729b5-0429-481e-ab8f-a00ecab5bbb5 req-da7706a2-f270-45b2-9edd-587d40fbf2f0 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Synchronizing usage tracker for tenant:e3f0f20afe704ddc9991a9e7ac0982af on resource:security_group {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:08:30.518735 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9d576-7ed2-4b64-989b-d53e1abfecb2 req-855cb271-e48d-430f-9942-570834eb8ce4 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:30.520587 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-15e9d576-7ed2-4b64-989b-d53e1abfecb2 req-855cb271-e48d-430f-9942-570834eb8ce4 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=0192a57d-d788-4360-9930-801ed51e9d9e HTTP/1.1" status: 200 len: 945 time: 0.2591600 Dec 14 19:08:30.586633 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-113729b5-0429-481e-ab8f-a00ecab5bbb5 req-da7706a2-f270-45b2-9edd-587d40fbf2f0 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Unset dirty status for tenant:e3f0f20afe704ddc9991a9e7ac0982af on resource:security_group {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:08:30.587877 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-113729b5-0429-481e-ab8f-a00ecab5bbb5 req-da7706a2-f270-45b2-9edd-587d40fbf2f0 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652470 Dec 14 19:08:30.614093 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-eac61f93-9257-42c6-96bc-27272fc645a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1 {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:08:30.625967 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-eac61f93-9257-42c6-96bc-27272fc645a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:30.648294 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-15e9d576-7ed2-4b64-989b-d53e1abfecb2 req-97c7af42-0440-4bf6-8a01-dffdf7b6bf71 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/security-groups?id=35c20848-8ec3-4774-b1a5-27e1af374a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188567 Dec 14 19:08:30.651520 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-eac61f93-9257-42c6-96bc-27272fc645a2 service neutron] Transition to ACTIVE for port object aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1 will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:08:30.654689 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-eac61f93-9257-42c6-96bc-27272fc645a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853069063'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:30.660953 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f9759e68-5922-4e08-abe9-5b721dc981d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:30.706830 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:30.794626 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac61f93-9257-42c6-96bc-27272fc645a2 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:30.799553 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-eac61f93-9257-42c6-96bc-27272fc645a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:30.917502 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-eac61f93-9257-42c6-96bc-27272fc645a2 service neutron] Attempting to bind port aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:08:30.917800 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-eac61f93-9257-42c6-96bc-27272fc645a2 service neutron] Attempting to bind port aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '89ec24a6-fcf2-4184-ae80-2746799edbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '49ce9c34-e606-4a89-ad89-9fec2cbe70a2'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:08:30.918157 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-eac61f93-9257-42c6-96bc-27272fc645a2 service neutron] Attempting to bind port aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1 on network 49ce9c34-e606-4a89-ad89-9fec2cbe70a2 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:08:30.924648 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-eac61f93-9257-42c6-96bc-27272fc645a2 service neutron] Port aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1 on network 49ce9c34-e606-4a89-ad89-9fec2cbe70a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:08:30.925033 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-eac61f93-9257-42c6-96bc-27272fc645a2 service neutron] Attempting to bind port aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1 on network 49ce9c34-e606-4a89-ad89-9fec2cbe70a2 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:08:30.931840 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-eac61f93-9257-42c6-96bc-27272fc645a2 service neutron] Checking agent: {'id': '2cdf3b01-963f-4e6b-8571-872140058f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:08:30.932331 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-eac61f93-9257-42c6-96bc-27272fc645a2 service neutron] Checking segment: {'id': '89ec24a6-fcf2-4184-ae80-2746799edbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '49ce9c34-e606-4a89-ad89-9fec2cbe70a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:08:30.932679 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-eac61f93-9257-42c6-96bc-27272fc645a2 service neutron] Bound using segment: {'id': '89ec24a6-fcf2-4184-ae80-2746799edbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '49ce9c34-e606-4a89-ad89-9fec2cbe70a2'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:08:30.933107 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-eac61f93-9257-42c6-96bc-27272fc645a2 service neutron] Bound port: aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ec24a6-fcf2-4184-ae80-2746799edbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '49ce9c34-e606-4a89-ad89-9fec2cbe70a2'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:08:30.933492 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-eac61f93-9257-42c6-96bc-27272fc645a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:31.033562 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-eac61f93-9257-42c6-96bc-27272fc645a2 service neutron] For port aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1, host hv-cinder-82174, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:08:31.037934 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-eac61f93-9257-42c6-96bc-27272fc645a2 service neutron] For port aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1,segment=NetworkSegment(89ec24a6-fcf2-4184-ae80-2746799edbeb),segment_id=89ec24a6-fcf2-4184-ae80-2746799edbeb)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:08:31.043589 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-eac61f93-9257-42c6-96bc-27272fc645a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853069063'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:31.052696 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:31.131371 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-eac61f93-9257-42c6-96bc-27272fc645a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:31.132945 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-eac61f93-9257-42c6-96bc-27272fc645a2 service neutron] 10.222.0.73 "PUT /v2.0/ports/aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1 HTTP/1.1" status: 200 len: 1094 time: 1.2835608 Dec 14 19:08:31.133432 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236f156d-743a-4ad3-ab97-f19fc2838135', 'tag': 'aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:08:31.178213 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac61f93-9257-42c6-96bc-27272fc645a2 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:31.219986 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-eac61f93-9257-42c6-96bc-27272fc645a2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:31.221960 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236f156d-743a-4ad3-ab97-f19fc2838135', 'tag': 'aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1', 'status': 'completed', 'code': 200} Dec 14 19:08:31.261897 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-97af6390-dca3-44f6-8dac-f5eac3571ee8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3f0f20afe704ddc9991a9e7ac0982af&device_id=236f156d-743a-4ad3-ab97-f19fc2838135 HTTP/1.1" status: 200 len: 1097 time: 0.0799928 Dec 14 19:08:31.345040 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-c606540d-74af-4bc5-91cb-e43bacd8e287 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1 HTTP/1.1" status: 200 len: 217 time: 0.0693035 Dec 14 19:08:31.428568 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-1a9f7a28-2b37-44ac-952d-e17d99aba978 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:31.430187 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-1a9f7a28-2b37-44ac-952d-e17d99aba978 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=182240e9-7923-40da-ab94-5d9c0cdf29a1 HTTP/1.1" status: 200 len: 854 time: 0.0679429 Dec 14 19:08:31.489223 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-682a7abf-5e31-4ffa-9f66-4df1e2111bb7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=49ce9c34-e606-4a89-ad89-9fec2cbe70a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500619 Dec 14 19:08:31.641253 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-ad7d91f1-54d0-46f1-b941-10d5102d7cd7 service neutron] 10.222.0.73 "GET /v2.0/networks/49ce9c34-e606-4a89-ad89-9fec2cbe70a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443410 Dec 14 19:08:31.848196 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-82f6ba89-f98b-4613-93d9-fde8a7589fba req-bf10e483-dcc8-4bf7-8e90-6f44591005fd service neutron] 10.222.0.73 "GET /v2.0/networks/49ce9c34-e606-4a89-ad89-9fec2cbe70a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994522 Dec 14 19:08:31.867301 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52c218-9f35-4d58-8c0f-82f198815467 req-9c3a5366-84eb-45d2-b020-5515c751c490 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:31.872821 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ff52c218-9f35-4d58-8c0f-82f198815467 req-9c3a5366-84eb-45d2-b020-5515c751c490 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=236f156d-743a-4ad3-ab97-f19fc2838135 HTTP/1.1" status: 200 len: 944 time: 0.1351824 Dec 14 19:08:32.026854 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ff52c218-9f35-4d58-8c0f-82f198815467 req-0c9ee3f9-7e54-432a-a8c7-6876d66f545c tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514494 Dec 14 19:08:32.069443 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9d55f8fa-c0e3-4a22-b0e7-2f9d627572da req-ca6e9000-c4dc-412a-9ac7-5fdf6e6cb145 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3f0f20afe704ddc9991a9e7ac0982af&device_id=236f156d-743a-4ad3-ab97-f19fc2838135 HTTP/1.1" status: 200 len: 1097 time: 0.1594338 Dec 14 19:08:32.075976 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36867e6-8b81-4028-9ff9-b2429aa93f87 req-33e69e29-900b-4aa8-bb0b-0c9d5ab5024a tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:32.077534 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c36867e6-8b81-4028-9ff9-b2429aa93f87 req-33e69e29-900b-4aa8-bb0b-0c9d5ab5024a tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=0192a57d-d788-4360-9930-801ed51e9d9e HTTP/1.1" status: 200 len: 945 time: 0.1316974 Dec 14 19:08:32.229268 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c36867e6-8b81-4028-9ff9-b2429aa93f87 req-ea55fe0b-a8f0-4bd7-abd4-b91dea4d2412 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/security-groups?id=35c20848-8ec3-4774-b1a5-27e1af374a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293135 Dec 14 19:08:32.255085 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55f8fa-c0e3-4a22-b0e7-2f9d627572da req-739f851a-551e-4d8e-bdb9-f22ef89f71da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:32.256682 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9d55f8fa-c0e3-4a22-b0e7-2f9d627572da req-739f851a-551e-4d8e-bdb9-f22ef89f71da service neutron] 10.222.0.73 "GET /v2.0/networks?id=49ce9c34-e606-4a89-ad89-9fec2cbe70a2 HTTP/1.1" status: 200 len: 915 time: 0.1781437 Dec 14 19:08:32.332612 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9d55f8fa-c0e3-4a22-b0e7-2f9d627572da req-6b8b21c8-5506-4bd0-82b5-76f04ba53af4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1 HTTP/1.1" status: 200 len: 217 time: 0.0686238 Dec 14 19:08:32.404409 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d55f8fa-c0e3-4a22-b0e7-2f9d627572da req-1e2ab3f4-ae51-43a9-bd58-57bdae4d56e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:32.406104 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9d55f8fa-c0e3-4a22-b0e7-2f9d627572da req-1e2ab3f4-ae51-43a9-bd58-57bdae4d56e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=182240e9-7923-40da-ab94-5d9c0cdf29a1 HTTP/1.1" status: 200 len: 854 time: 0.0662792 Dec 14 19:08:32.472103 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9d55f8fa-c0e3-4a22-b0e7-2f9d627572da req-3b99de39-8a49-46f3-bcf9-4b900ec5430a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=49ce9c34-e606-4a89-ad89-9fec2cbe70a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480607 Dec 14 19:08:32.631228 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9d55f8fa-c0e3-4a22-b0e7-2f9d627572da req-faacbf5c-d27a-46e6-af0d-e5ecfff711ef service neutron] 10.222.0.73 "GET /v2.0/networks/49ce9c34-e606-4a89-ad89-9fec2cbe70a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372297 Dec 14 19:08:32.779778 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9d55f8fa-c0e3-4a22-b0e7-2f9d627572da req-4235ae1e-64b2-4478-9d81-1b2fd1a59519 service neutron] 10.222.0.73 "GET /v2.0/networks/49ce9c34-e606-4a89-ad89-9fec2cbe70a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413391 Dec 14 19:08:33.262218 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca7d92-a84f-4c9f-b62c-f34b10ba2543 req-3b9a9ba8-e1d0-49e2-a9ca-2229ead6d72a tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:33.263917 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7bca7d92-a84f-4c9f-b62c-f34b10ba2543 req-3b9a9ba8-e1d0-49e2-a9ca-2229ead6d72a tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=236f156d-743a-4ad3-ab97-f19fc2838135 HTTP/1.1" status: 200 len: 944 time: 0.0927942 Dec 14 19:08:33.324950 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7bca7d92-a84f-4c9f-b62c-f34b10ba2543 req-42cb6564-4447-4cb4-8b03-f703fffe24cc tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540078 Dec 14 19:08:33.462828 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a13d3-a74d-42f6-8389-d63a20eab451 req-cc56a55c-089a-4713-be50-5e843883923c tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:33.464504 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-126a13d3-a74d-42f6-8389-d63a20eab451 req-cc56a55c-089a-4713-be50-5e843883923c tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=0192a57d-d788-4360-9930-801ed51e9d9e HTTP/1.1" status: 200 len: 945 time: 0.0965910 Dec 14 19:08:33.812876 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-126a13d3-a74d-42f6-8389-d63a20eab451 req-d6c38369-ba44-4a8c-8db1-b5b69ef09452 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/security-groups?id=35c20848-8ec3-4774-b1a5-27e1af374a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401928 Dec 14 19:08:33.837387 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5a9d7-fc11-4d8f-b337-6e6aa4edcdb9 req-9d4e4416-97f3-48da-91c3-5b7be59dec1e tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:33.838984 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-56b5a9d7-fc11-4d8f-b337-6e6aa4edcdb9 req-9d4e4416-97f3-48da-91c3-5b7be59dec1e tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.73 "GET /v2.0/ports?device_id=0192a57d-d788-4360-9930-801ed51e9d9e HTTP/1.1" status: 200 len: 945 time: 0.1095731 Dec 14 19:08:33.936480 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-56b5a9d7-fc11-4d8f-b337-6e6aa4edcdb9 req-0eca499b-8e0f-4d95-a43b-ca858618dc46 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Deleting port 458da430-2434-49d4-9bd8-55d82d25f227 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:08:33.937199 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-56b5a9d7-fc11-4d8f-b337-6e6aa4edcdb9 req-0eca499b-8e0f-4d95-a43b-ca858618dc46 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:34.319666 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-56b5a9d7-fc11-4d8f-b337-6e6aa4edcdb9 req-0eca499b-8e0f-4d95-a43b-ca858618dc46 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] For port 458da430-2434-49d4-9bd8-55d82d25f227, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=458da430-2434-49d4-9bd8-55d82d25f227,segment=NetworkSegment(ff3ff59f-98a5-48db-9770-32a22fe01b2d),segment_id=ff3ff59f-98a5-48db-9770-32a22fe01b2d)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:34.320154 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-56b5a9d7-fc11-4d8f-b337-6e6aa4edcdb9 req-0eca499b-8e0f-4d95-a43b-ca858618dc46 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:34.457260 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-56b5a9d7-fc11-4d8f-b337-6e6aa4edcdb9 req-0eca499b-8e0f-4d95-a43b-ca858618dc46 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Calling delete_port for 458da430-2434-49d4-9bd8-55d82d25f227 owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:08:34.660380 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71577fd-b4b8-46d0-83fb-af011b188a06 req-aee15705-bcfd-4a5b-976b-7a94f2007e03 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:34.662027 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d71577fd-b4b8-46d0-83fb-af011b188a06 req-aee15705-bcfd-4a5b-976b-7a94f2007e03 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=236f156d-743a-4ad3-ab97-f19fc2838135 HTTP/1.1" status: 200 len: 944 time: 0.1771111 Dec 14 19:08:34.695766 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-56b5a9d7-fc11-4d8f-b337-6e6aa4edcdb9 req-0eca499b-8e0f-4d95-a43b-ca858618dc46 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:34.703346 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-a486b5ab-330d-4126-8504-62c5d5b54dd6 tempest-DeleteServersTestJSON-639376376 tempest-DeleteServersTestJSON-639376376-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:34.711186 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['458da430-2434-49d4-9bd8-55d82d25f227'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:08:34.756027 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca499b-8e0f-4d95-a43b-ca858618dc46 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Pushing event deleted for resources: {'Port': ['ID=458da430-2434-49d4-9bd8-55d82d25f227,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:34.762433 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-0eca499b-8e0f-4d95-a43b-ca858618dc46 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:34.807868 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d71577fd-b4b8-46d0-83fb-af011b188a06 req-0b584d41-ae93-4fd2-bf71-db36af888af8 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373093 Dec 14 19:08:34.847572 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b5a9d7-fc11-4d8f-b337-6e6aa4edcdb9 req-0eca499b-8e0f-4d95-a43b-ca858618dc46 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] No DVR routers for this DVR port 458da430-2434-49d4-9bd8-55d82d25f227 on host hv-cinder-82174 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:08:34.850225 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-56b5a9d7-fc11-4d8f-b337-6e6aa4edcdb9 req-0eca499b-8e0f-4d95-a43b-ca858618dc46 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:34.853235 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0192a57d-d788-4360-9930-801ed51e9d9e', 'name': 'network-vif-deleted', 'tag': '458da430-2434-49d4-9bd8-55d82d25f227'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:08:34.870152 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-56b5a9d7-fc11-4d8f-b337-6e6aa4edcdb9 req-0eca499b-8e0f-4d95-a43b-ca858618dc46 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.73 "DELETE /v2.0/ports/458da430-2434-49d4-9bd8-55d82d25f227 HTTP/1.1" status: 204 len: 173 time: 1.0236402 Dec 14 19:08:34.923568 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0192a57d-d788-4360-9930-801ed51e9d9e', 'name': 'network-vif-deleted', 'tag': '458da430-2434-49d4-9bd8-55d82d25f227', 'status': 'completed', 'code': 200} Dec 14 19:08:34.998620 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-5ff48acc-ec2a-474c-b035-431dcd84f4ff req-f364acb5-103b-4412-8fb2-5a3b7bfafc04 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Synchronizing usage tracker for tenant:d43cedbbcc7c4347ba63c8f3b2de8fe3 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:08:35.025027 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-5ff48acc-ec2a-474c-b035-431dcd84f4ff req-f364acb5-103b-4412-8fb2-5a3b7bfafc04 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Unset dirty status for tenant:d43cedbbcc7c4347ba63c8f3b2de8fe3 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:08:35.026406 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5ff48acc-ec2a-474c-b035-431dcd84f4ff req-f364acb5-103b-4412-8fb2-5a3b7bfafc04 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] 10.222.0.62 "GET /v2.0/ports?device_id=0192a57d-d788-4360-9930-801ed51e9d9e HTTP/1.1" status: 200 len: 210 time: 0.0749755 Dec 14 19:08:35.314081 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:08:35.472660 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1,segment=NetworkSegment(89ec24a6-fcf2-4184-ae80-2746799edbeb),segment_id=89ec24a6-fcf2-4184-ae80-2746799edbeb)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:35.489232 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Returning: {'device': 'aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1', 'network_id': '49ce9c34-e606-4a89-ad89-9fec2cbe70a2', 'port_id': 'aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1', 'mac_address': 'fa:16:3e:73:fb:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '182240e9-7923-40da-ab94-5d9c0cdf29a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:08:35.550581 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:35.572587 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1 {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:08:35.589559 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1,segment=NetworkSegment(89ec24a6-fcf2-4184-ae80-2746799edbeb),segment_id=89ec24a6-fcf2-4184-ae80-2746799edbeb)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:35.592934 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:35.595572 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-5920795f-520c-46b5-84f1-bebd036499cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:35.664718 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:35.668271 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:35.871417 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:08:36.030335 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ee12f-e77e-4f2e-899a-55a21fde431f req-d5ddee09-13fc-45b0-b8fc-698e06eb6395 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:36.032069 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-019ee12f-e77e-4f2e-899a-55a21fde431f req-d5ddee09-13fc-45b0-b8fc-698e06eb6395 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=236f156d-743a-4ad3-ab97-f19fc2838135 HTTP/1.1" status: 200 len: 945 time: 0.0906653 Dec 14 19:08:36.098984 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-019ee12f-e77e-4f2e-899a-55a21fde431f req-b634c7ac-6bb1-4a6c-847f-69a80dd41757 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593586 Dec 14 19:08:37.322928 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1 up at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:08:37.334461 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe61ab-9b33-4a04-a19e-fec894edeefe req-4e244eab-9c8c-4216-9f98-b35982c647bb tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:37.336180 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c6fe61ab-9b33-4a04-a19e-fec894edeefe req-4e244eab-9c8c-4216-9f98-b35982c647bb tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=236f156d-743a-4ad3-ab97-f19fc2838135 HTTP/1.1" status: 200 len: 945 time: 0.0883319 Dec 14 19:08:37.391793 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c6fe61ab-9b33-4a04-a19e-fec894edeefe req-62880030-8dbd-472c-9d6c-652bc498454e tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489395 Dec 14 19:08:37.416056 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning for port aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1 completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:08:37.424905 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning complete for port aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:08:37.425569 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:37.625404 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:37.678636 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236f156d-743a-4ad3-ab97-f19fc2838135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:08:37.701864 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1,segment=NetworkSegment(89ec24a6-fcf2-4184-ae80-2746799edbeb),segment_id=89ec24a6-fcf2-4184-ae80-2746799edbeb)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:37.706688 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:37.708184 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 458da430-2434-49d4-9bd8-55d82d25f227 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:08:37.762678 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236f156d-743a-4ad3-ab97-f19fc2838135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1', 'code': 200} Dec 14 19:08:37.763869 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:37.846143 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] No Port match for: 458da430-2434-49d4-9bd8-55d82d25f227 {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:08:37.846529 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 458da430-2434-49d4-9bd8-55d82d25f227 not bound to the agent host hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:08:37.870276 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1,revision_number=5']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:37.874075 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:38.056452 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-be03407a-13cd-4ecf-a776-6fc528df6acf req-bca8d8d3-d490-4123-9034-4e4c0617225c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=236f156d-743a-4ad3-ab97-f19fc2838135 HTTP/1.1" status: 200 len: 1099 time: 0.0836086 Dec 14 19:08:38.106263 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-be03407a-13cd-4ecf-a776-6fc528df6acf req-f85499a2-2c12-4034-ae44-d32d5648ea5d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432174 Dec 14 19:08:38.625367 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175560b-0091-4059-96ab-87575f697818 req-648f05ab-c48d-40c6-8af8-4e39b5eb9336 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:38.627764 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f175560b-0091-4059-96ab-87575f697818 req-648f05ab-c48d-40c6-8af8-4e39b5eb9336 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=236f156d-743a-4ad3-ab97-f19fc2838135 HTTP/1.1" status: 200 len: 946 time: 0.1086557 Dec 14 19:08:38.681919 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f175560b-0091-4059-96ab-87575f697818 req-de0e6959-56fd-4dcc-9207-fa742be485a7 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471048 Dec 14 19:08:39.926547 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de6f92-bf22-43c5-bbc4-5212d480644a req-45ecf159-4f48-4fde-8131-34494c50f5b1 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:39.934346 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-02de6f92-bf22-43c5-bbc4-5212d480644a req-45ecf159-4f48-4fde-8131-34494c50f5b1 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=236f156d-743a-4ad3-ab97-f19fc2838135 HTTP/1.1" status: 200 len: 946 time: 0.1067195 Dec 14 19:08:39.997950 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-02de6f92-bf22-43c5-bbc4-5212d480644a req-66dff494-e473-4020-8433-ae642be4d448 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616360 Dec 14 19:08:41.539162 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:45.481841 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-801e529f-e0d1-4911-aee7-f7e58a9f2ae9 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:45.496514 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-801e529f-e0d1-4911-aee7-f7e58a9f2ae9 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/networks?id=49ce9c34-e606-4a89-ad89-9fec2cbe70a2 HTTP/1.1" status: 200 len: 814 time: 0.2479868 Dec 14 19:08:45.521890 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-2328cdbc-5d91-4560-bf8b-9777ce764f6c tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/quotas/e3f0f20afe704ddc9991a9e7ac0982af HTTP/1.1" status: 200 len: 375 time: 0.0237229 Dec 14 19:08:45.686237 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-de4254fd-420c-42c0-a836-2bacc1003a41 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e3f0f20afe704ddc9991a9e7ac0982af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1534095 Dec 14 19:08:45.916118 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-62104a49-3618-45de-ba09-f1acd3669d39 service neutron] 10.222.0.62 "GET /v2.0/networks/49ce9c34-e606-4a89-ad89-9fec2cbe70a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278945 Dec 14 19:08:46.110561 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-73e4961b-3c6c-4589-be96-4c52b50fccb3 service neutron] 10.222.0.62 "GET /v2.0/networks/49ce9c34-e606-4a89-ad89-9fec2cbe70a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871247 Dec 14 19:08:46.494739 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a9a23eab-b8b2-4af9-a2c8-75589dcb56a5 req-7022d303-4608-4a3e-9c9b-69709b0cf612 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=228e86b6-001f-4319-a834-f6377bad9239 HTTP/1.1" status: 200 len: 210 time: 0.0659201 Dec 14 19:08:47.597080 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a51af-c7c4-4681-b581-399057f5fd4f req-90c57fba-eca5-4f30-9333-703db1cf22ae tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:47.599340 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1b1a51af-c7c4-4681-b581-399057f5fd4f req-90c57fba-eca5-4f30-9333-703db1cf22ae tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 947 time: 0.1100221 Dec 14 19:08:47.666555 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1b1a51af-c7c4-4681-b581-399057f5fd4f req-cef75b5c-aa78-4ed8-857d-780e30c71e86 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564089 Dec 14 19:08:47.717640 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d1c09056-20ff-42b7-8153-47652e3d699d req-240e8d42-d8b2-48ac-bb34-c7ffb07d8838 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=228e86b6-001f-4319-a834-f6377bad9239 HTTP/1.1" status: 200 len: 210 time: 0.0549099 Dec 14 19:08:48.386529 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-a67c8808-0dd5-40be-a566-bec26f533ee0 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:48.389551 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-a67c8808-0dd5-40be-a566-bec26f533ee0 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.73 "GET /v2.0/networks?id=49ce9c34-e606-4a89-ad89-9fec2cbe70a2 HTTP/1.1" status: 200 len: 814 time: 0.3881011 Dec 14 19:08:48.420391 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-b41a8eae-e29f-49b1-9284-43b319ea1cf3 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Request body: {'port': {'device_id': '228e86b6-001f-4319-a834-f6377bad9239', 'network_id': '49ce9c34-e606-4a89-ad89-9fec2cbe70a2', 'admin_state_up': True, 'tenant_id': 'e3f0f20afe704ddc9991a9e7ac0982af'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:08:48.610926 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-b41a8eae-e29f-49b1-9284-43b319ea1cf3 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:08:48.622269 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-b41a8eae-e29f-49b1-9284-43b319ea1cf3 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:08:48.634973 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-b41a8eae-e29f-49b1-9284-43b319ea1cf3 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Made reservation on behalf of e3f0f20afe704ddc9991a9e7ac0982af for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:08:48.641253 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-b41a8eae-e29f-49b1-9284-43b319ea1cf3 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:49.001348 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-b41a8eae-e29f-49b1-9284-43b319ea1cf3 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Allocated IP 172.20.0.13 (49ce9c34-e606-4a89-ad89-9fec2cbe70a2/182240e9-7923-40da-ab94-5d9c0cdf29a1/6cebbaa4-0293-461a-a091-c8392a020fe2) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:08:49.024720 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e708e34e-28bb-4a4a-b212-c3279c0e7718 req-1d33ab67-e8b9-4fa0-87ff-559c3a5753fd tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=228e86b6-001f-4319-a834-f6377bad9239 HTTP/1.1" status: 200 len: 210 time: 0.0649047 Dec 14 19:08:49.092506 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad758c-75ea-4af5-b9b5-7c2af6b4091c req-9c1bfc7b-639e-4acc-bef5-364681acec09 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:49.094304 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-6fad758c-75ea-4af5-b9b5-7c2af6b4091c req-9c1bfc7b-639e-4acc-bef5-364681acec09 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 947 time: 0.1879196 Dec 14 19:08:49.254054 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-6fad758c-75ea-4af5-b9b5-7c2af6b4091c req-66649d76-1b3e-47db-ad8d-3aebc71ef2ee tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454628 Dec 14 19:08:49.473226 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-b41a8eae-e29f-49b1-9284-43b319ea1cf3 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:49.508987 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-b41a8eae-e29f-49b1-9284-43b319ea1cf3 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:49.521176 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2e14e612-7180-4aae-b7b2-4ec398c68107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:49.522945 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:08:49.648454 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a8eae-e29f-49b1-9284-43b319ea1cf3 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Pushing event updated for resources: {'Port': ['ID=6cebbaa4-0293-461a-a091-c8392a020fe2,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:49.709245 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-b41a8eae-e29f-49b1-9284-43b319ea1cf3 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Network 49ce9c34-e606-4a89-ad89-9fec2cbe70a2 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:08:49.710750 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-b41a8eae-e29f-49b1-9284-43b319ea1cf3 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:08:49.714103 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a8eae-e29f-49b1-9284-43b319ea1cf3 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:49.714516 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a8eae-e29f-49b1-9284-43b319ea1cf3 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:49.714918 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a8eae-e29f-49b1-9284-43b319ea1cf3 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:49.715312 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a8eae-e29f-49b1-9284-43b319ea1cf3 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:49.715707 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a8eae-e29f-49b1-9284-43b319ea1cf3 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:49.716101 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a8eae-e29f-49b1-9284-43b319ea1cf3 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:49.716518 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a8eae-e29f-49b1-9284-43b319ea1cf3 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:49.716905 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a8eae-e29f-49b1-9284-43b319ea1cf3 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:49.717329 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a8eae-e29f-49b1-9284-43b319ea1cf3 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:49.717712 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a8eae-e29f-49b1-9284-43b319ea1cf3 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:49.718743 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41a8eae-e29f-49b1-9284-43b319ea1cf3 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:49.729166 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-b41a8eae-e29f-49b1-9284-43b319ea1cf3 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:08:49.766750 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-b41a8eae-e29f-49b1-9284-43b319ea1cf3 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:49.788501 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d1feb-38e4-4a07-b26e-bb1d82d7ecee req-6b3b2f3f-d21a-41bd-8ef4-4b4f04d480f5 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:49.790386 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b16d1feb-38e4-4a07-b26e-bb1d82d7ecee req-6b3b2f3f-d21a-41bd-8ef4-4b4f04d480f5 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.73 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 947 time: 0.2764070 Dec 14 19:08:49.890288 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-b41a8eae-e29f-49b1-9284-43b319ea1cf3 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:49.891030 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-b41a8eae-e29f-49b1-9284-43b319ea1cf3 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:49.924128 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-b16d1feb-38e4-4a07-b26e-bb1d82d7ecee req-b6aaf840-6a5c-42b5-9bd6-238630a746f8 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Deleting port 7392eb2b-402c-493a-a825-5792af8b9afd {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:08:49.924795 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-b16d1feb-38e4-4a07-b26e-bb1d82d7ecee req-b6aaf840-6a5c-42b5-9bd6-238630a746f8 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:49.962767 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-b41a8eae-e29f-49b1-9284-43b319ea1cf3 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5536499 Dec 14 19:08:50.320324 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-7ecb79fe-3061-45b6-9d84-87f2920161e8 service neutron] Request body: {'port': {'device_id': '228e86b6-001f-4319-a834-f6377bad9239', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:08:50.699374 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-7ecb79fe-3061-45b6-9d84-87f2920161e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:50.783504 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3060553-3196-4966-aefc-fd66b1a7fe06 req-b23b4c7d-cf0a-4891-8087-c52b46fdc36e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:50.788986 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f3060553-3196-4966-aefc-fd66b1a7fe06 req-b23b4c7d-cf0a-4891-8087-c52b46fdc36e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.4039700 Dec 14 19:08:50.799274 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd9739-cbc3-4361-b2aa-f6d6ea07a8df req-2ea4406b-cc89-4588-9313-331cea53ec40 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:50.800461 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-22bd9739-cbc3-4361-b2aa-f6d6ea07a8df req-2ea4406b-cc89-4588-9313-331cea53ec40 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Synchronizing usage tracker for tenant:e3f0f20afe704ddc9991a9e7ac0982af on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:08:50.984950 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-22bd9739-cbc3-4361-b2aa-f6d6ea07a8df req-2ea4406b-cc89-4588-9313-331cea53ec40 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Unset dirty status for tenant:e3f0f20afe704ddc9991a9e7ac0982af on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:08:50.984950 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-22bd9739-cbc3-4361-b2aa-f6d6ea07a8df req-2ea4406b-cc89-4588-9313-331cea53ec40 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=228e86b6-001f-4319-a834-f6377bad9239 HTTP/1.1" status: 200 len: 932 time: 0.6206424 Dec 14 19:08:51.111873 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f3060553-3196-4966-aefc-fd66b1a7fe06 req-8c5c03ef-daa5-4ebc-845e-bc64f0830614 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2920954 Dec 14 19:08:51.123994 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-b16d1feb-38e4-4a07-b26e-bb1d82d7ecee req-b6aaf840-6a5c-42b5-9bd6-238630a746f8 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] For port 7392eb2b-402c-493a-a825-5792af8b9afd, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=7392eb2b-402c-493a-a825-5792af8b9afd,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:51.124266 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-b16d1feb-38e4-4a07-b26e-bb1d82d7ecee req-b6aaf840-6a5c-42b5-9bd6-238630a746f8 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:51.352804 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-22bd9739-cbc3-4361-b2aa-f6d6ea07a8df req-89dbf853-f318-481f-8aca-be8789965ea5 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426483 Dec 14 19:08:51.860091 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:08:52.084385 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1206b9-0cfa-4aa2-a67c-f111ed952704 req-41fafa5c-ff92-4a79-b410-bc92542eeee3 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:52.088913 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4f1206b9-0cfa-4aa2-a67c-f111ed952704 req-41fafa5c-ff92-4a79-b410-bc92542eeee3 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 947 time: 0.7235799 Dec 14 19:08:52.095762 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-b16d1feb-38e4-4a07-b26e-bb1d82d7ecee req-b6aaf840-6a5c-42b5-9bd6-238630a746f8 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:52.096477 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-b16d1feb-38e4-4a07-b26e-bb1d82d7ecee req-b6aaf840-6a5c-42b5-9bd6-238630a746f8 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435684'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:52.097165 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.l3_db [req-b16d1feb-38e4-4a07-b26e-bb1d82d7ecee req-b6aaf840-6a5c-42b5-9bd6-238630a746f8 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Floating IP 624148d5-85a5-4382-bb8a-723c309f7593 disassociated. External IP: 172.28.1.53, port: 7392eb2b-402c-493a-a825-5792af8b9afd. Dec 14 19:08:52.097822 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-b16d1feb-38e4-4a07-b26e-bb1d82d7ecee req-b6aaf840-6a5c-42b5-9bd6-238630a746f8 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Calling delete_port for 7392eb2b-402c-493a-a825-5792af8b9afd owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:08:52.374852 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-7ecb79fe-3061-45b6-9d84-87f2920161e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cebbaa4-0293-461a-a091-c8392a020fe2 {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:08:52.481605 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4f1206b9-0cfa-4aa2-a67c-f111ed952704 req-2a1112f1-49db-484c-99d3-6561d6a18089 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=b9caade0-325f-4816-90f1-2eef4b6b2a64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3281739 Dec 14 19:08:52.503954 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-7ecb79fe-3061-45b6-9d84-87f2920161e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:52.543364 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-7ecb79fe-3061-45b6-9d84-87f2920161e8 service neutron] Transition to ACTIVE for port object 6cebbaa4-0293-461a-a091-c8392a020fe2 will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:08:52.552673 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-7ecb79fe-3061-45b6-9d84-87f2920161e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853069063'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:52.564838 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2e14e612-7180-4aae-b7b2-4ec398c68107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:52.597900 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc39dfd-6f45-4d03-81b4-c0874b680964 req-07cdca1c-d3e2-4d6b-b81c-f6c80d2da6cd tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:52.599575 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cdc39dfd-6f45-4d03-81b4-c0874b680964 req-07cdca1c-d3e2-4d6b-b81c-f6c80d2da6cd tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.73 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.1091590 Dec 14 19:08:52.725677 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-cdc39dfd-6f45-4d03-81b4-c0874b680964 req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Deleting port d5b7ee7c-2e80-447f-9096-4828f3eae4d4 {{(pid=88176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:08:52.726310 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-cdc39dfd-6f45-4d03-81b4-c0874b680964 req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:53.132389 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb79fe-3061-45b6-9d84-87f2920161e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6cebbaa4-0293-461a-a091-c8392a020fe2,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:53.162081 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-cdc39dfd-6f45-4d03-81b4-c0874b680964 req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] For port d5b7ee7c-2e80-447f-9096-4828f3eae4d4, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=d5b7ee7c-2e80-447f-9096-4828f3eae4d4,segment=NetworkSegment(6aa82320-2fb6-4bdd-8682-c072e47132bc),segment_id=6aa82320-2fb6-4bdd-8682-c072e47132bc)] {{(pid=88176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:53.162583 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-cdc39dfd-6f45-4d03-81b4-c0874b680964 req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:53.179936 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e736067-de84-4cbe-8c58-2c91a486f614 req-57dda6a5-40f7-4e95-9589-5176031ff54e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:53.186723 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0e736067-de84-4cbe-8c58-2c91a486f614 req-57dda6a5-40f7-4e95-9589-5176031ff54e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 945 time: 0.8064590 Dec 14 19:08:53.188362 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-7ecb79fe-3061-45b6-9d84-87f2920161e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:53.222510 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-b16d1feb-38e4-4a07-b26e-bb1d82d7ecee req-b6aaf840-6a5c-42b5-9bd6-238630a746f8 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:53.310186 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:53.393485 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aaf840-6a5c-42b5-9bd6-238630a746f8 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Pushing event deleted for resources: {'Port': ['ID=7392eb2b-402c-493a-a825-5792af8b9afd,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:53.409452 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-b6aaf840-6a5c-42b5-9bd6-238630a746f8 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:53.422216 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0e736067-de84-4cbe-8c58-2c91a486f614 req-0e5e9fb1-1442-45a0-b472-f5a34f70ccef tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179258 Dec 14 19:08:53.437966 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a7e42-cde0-4bbb-aeea-b4858897350a req-227409fb-b1df-4d67-b648-5e8fdd2072e2 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:53.443202 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device d5b7ee7c-2e80-447f-9096-4828f3eae4d4 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:08:53.447051 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-153a7e42-cde0-4bbb-aeea-b4858897350a req-227409fb-b1df-4d67-b648-5e8fdd2072e2 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=228e86b6-001f-4319-a834-f6377bad9239 HTTP/1.1" status: 200 len: 944 time: 0.7905948 Dec 14 19:08:53.499782 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-7ecb79fe-3061-45b6-9d84-87f2920161e8 service neutron] Attempting to bind port 6cebbaa4-0293-461a-a091-c8392a020fe2 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:08:53.499782 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-7ecb79fe-3061-45b6-9d84-87f2920161e8 service neutron] Attempting to bind port 6cebbaa4-0293-461a-a091-c8392a020fe2 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '89ec24a6-fcf2-4184-ae80-2746799edbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '49ce9c34-e606-4a89-ad89-9fec2cbe70a2'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:08:53.500630 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-7ecb79fe-3061-45b6-9d84-87f2920161e8 service neutron] Attempting to bind port 6cebbaa4-0293-461a-a091-c8392a020fe2 on network 49ce9c34-e606-4a89-ad89-9fec2cbe70a2 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:08:53.598011 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-7ecb79fe-3061-45b6-9d84-87f2920161e8 service neutron] Port 6cebbaa4-0293-461a-a091-c8392a020fe2 on network 49ce9c34-e606-4a89-ad89-9fec2cbe70a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:08:53.598544 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-7ecb79fe-3061-45b6-9d84-87f2920161e8 service neutron] Attempting to bind port 6cebbaa4-0293-461a-a091-c8392a020fe2 on network 49ce9c34-e606-4a89-ad89-9fec2cbe70a2 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:08:53.633639 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-7ecb79fe-3061-45b6-9d84-87f2920161e8 service neutron] Checking agent: {'id': '2cdf3b01-963f-4e6b-8571-872140058f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:08:53.634175 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-7ecb79fe-3061-45b6-9d84-87f2920161e8 service neutron] Checking segment: {'id': '89ec24a6-fcf2-4184-ae80-2746799edbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '49ce9c34-e606-4a89-ad89-9fec2cbe70a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:08:53.635045 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-7ecb79fe-3061-45b6-9d84-87f2920161e8 service neutron] Bound using segment: {'id': '89ec24a6-fcf2-4184-ae80-2746799edbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '49ce9c34-e606-4a89-ad89-9fec2cbe70a2'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:08:53.636468 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-7ecb79fe-3061-45b6-9d84-87f2920161e8 service neutron] Bound port: 6cebbaa4-0293-461a-a091-c8392a020fe2, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ec24a6-fcf2-4184-ae80-2746799edbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '49ce9c34-e606-4a89-ad89-9fec2cbe70a2'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:08:53.636468 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-7ecb79fe-3061-45b6-9d84-87f2920161e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:53.661589 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-153a7e42-cde0-4bbb-aeea-b4858897350a req-1cdfdcf7-c6a7-4735-b5d0-7a49de8678f9 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132857 Dec 14 19:08:53.758050 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:53.844833 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c812c105-881a-4d1c-a52a-0939a1351327', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5b7ee7c-2e80-447f-9096-4828f3eae4d4'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:08:53.871008 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port d5b7ee7c-2e80-447f-9096-4828f3eae4d4, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=d5b7ee7c-2e80-447f-9096-4828f3eae4d4,segment=NetworkSegment(6aa82320-2fb6-4bdd-8682-c072e47132bc),segment_id=6aa82320-2fb6-4bdd-8682-c072e47132bc)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:53.879933 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:53.881529 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 7392eb2b-402c-493a-a825-5792af8b9afd no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:08:53.890975 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-cdc39dfd-6f45-4d03-81b4-c0874b680964 req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:53.891395 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-cdc39dfd-6f45-4d03-81b4-c0874b680964 req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435684'] for floatingip, after_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:53.891747 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.l3_db [req-cdc39dfd-6f45-4d03-81b4-c0874b680964 req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Floating IP 442cf577-27dc-4b94-b898-0bb41d05cad0 disassociated. External IP: 172.28.1.165, port: d5b7ee7c-2e80-447f-9096-4828f3eae4d4. Dec 14 19:08:53.892134 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-cdc39dfd-6f45-4d03-81b4-c0874b680964 req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Calling delete_port for d5b7ee7c-2e80-447f-9096-4828f3eae4d4 owned by compute:nova {{(pid=88176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:08:53.958077 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:54.027961 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c812c105-881a-4d1c-a52a-0939a1351327', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5b7ee7c-2e80-447f-9096-4828f3eae4d4', 'code': 200} Dec 14 19:08:54.049543 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.db.api [req-cdc39dfd-6f45-4d03-81b4-c0874b680964 req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88176) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 14 19:08:54.049953 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_db.api [req-cdc39dfd-6f45-4d03-81b4-c0874b680964 req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 14 19:08:54.067526 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] No Port match for: 7392eb2b-402c-493a-a825-5792af8b9afd {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:08:54.068420 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 7392eb2b-402c-493a-a825-5792af8b9afd not bound to the agent host hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:08:54.083597 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9aa5f65c-7e10-4018-bf61-dbfbb84f16aa req-dbd59c10-cefe-4789-b044-c6f7cb650b4c tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 210 time: 0.2007737 Dec 14 19:08:54.104913 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-7ecb79fe-3061-45b6-9d84-87f2920161e8 service neutron] For port 6cebbaa4-0293-461a-a091-c8392a020fe2, host hv-cinder-82174, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:08:54.110280 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-7ecb79fe-3061-45b6-9d84-87f2920161e8 service neutron] For port 6cebbaa4-0293-461a-a091-c8392a020fe2, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=6cebbaa4-0293-461a-a091-c8392a020fe2,segment=NetworkSegment(89ec24a6-fcf2-4184-ae80-2746799edbeb),segment_id=89ec24a6-fcf2-4184-ae80-2746799edbeb)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:08:54.134152 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-7ecb79fe-3061-45b6-9d84-87f2920161e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853069063'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:54.148187 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-b6aaf840-6a5c-42b5-9bd6-238630a746f8 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:54.162308 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=d5b7ee7c-2e80-447f-9096-4828f3eae4d4,revision_number=6']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:54.179011 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:54.179383 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:54.179820 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:54.180357 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:54.180782 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:54.181512 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:54.182005 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:54.182473 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:54.182854 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:54.183248 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:54.183672 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:54.193496 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:54.267604 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-7ecb79fe-3061-45b6-9d84-87f2920161e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:54.269179 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-7ecb79fe-3061-45b6-9d84-87f2920161e8 service neutron] 10.222.0.73 "PUT /v2.0/ports/6cebbaa4-0293-461a-a091-c8392a020fe2 HTTP/1.1" status: 200 len: 1094 time: 3.9534583 Dec 14 19:08:54.269754 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228e86b6-001f-4319-a834-f6377bad9239', 'tag': '6cebbaa4-0293-461a-a091-c8392a020fe2'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:08:54.307209 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb79fe-3061-45b6-9d84-87f2920161e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6cebbaa4-0293-461a-a091-c8392a020fe2,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:54.312083 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-7ecb79fe-3061-45b6-9d84-87f2920161e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:54.394290 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228e86b6-001f-4319-a834-f6377bad9239', 'tag': '6cebbaa4-0293-461a-a091-c8392a020fe2', 'status': 'completed', 'code': 200} Dec 14 19:08:54.430934 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b16d1feb-38e4-4a07-b26e-bb1d82d7ecee req-b6aaf840-6a5c-42b5-9bd6-238630a746f8 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Router 69eb45f3-812c-409b-bbda-2ab5d1e31896 has already been hosted by L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:08:54.525286 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-63328e99-5251-4181-a8b9-6147492fa4d8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3f0f20afe704ddc9991a9e7ac0982af&device_id=228e86b6-001f-4319-a834-f6377bad9239 HTTP/1.1" status: 200 len: 1097 time: 0.2008138 Dec 14 19:08:54.551480 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-cdc39dfd-6f45-4d03-81b4-c0874b680964 req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Deleting port d5b7ee7c-2e80-447f-9096-4828f3eae4d4 {{(pid=88176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:08:54.551863 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-cdc39dfd-6f45-4d03-81b4-c0874b680964 req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:54.656227 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-507fd6d1-b02f-488f-98fd-78ddbd6f25c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cebbaa4-0293-461a-a091-c8392a020fe2 HTTP/1.1" status: 200 len: 217 time: 0.1229415 Dec 14 19:08:54.930686 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-b90082d7-6b84-4690-8bec-c2845321b489 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:54.932618 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-b90082d7-6b84-4690-8bec-c2845321b489 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=182240e9-7923-40da-ab94-5d9c0cdf29a1 HTTP/1.1" status: 200 len: 854 time: 0.2619948 Dec 14 19:08:55.013662 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-e408c297-fc66-499f-8617-72f6897c2620 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=49ce9c34-e606-4a89-ad89-9fec2cbe70a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708864 Dec 14 19:08:55.026604 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aefecb-a25d-412c-8613-226f56430f24 req-97e1e673-c435-4b9e-aef8-4cf0eb2b3201 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:55.034869 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-09aefecb-a25d-412c-8613-226f56430f24 req-97e1e673-c435-4b9e-aef8-4cf0eb2b3201 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 943 time: 0.2806573 Dec 14 19:08:55.436061 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-cdc39dfd-6f45-4d03-81b4-c0874b680964 req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] For port d5b7ee7c-2e80-447f-9096-4828f3eae4d4, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=d5b7ee7c-2e80-447f-9096-4828f3eae4d4,segment=NetworkSegment(6aa82320-2fb6-4bdd-8682-c072e47132bc),segment_id=6aa82320-2fb6-4bdd-8682-c072e47132bc)] {{(pid=88176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:55.436638 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-cdc39dfd-6f45-4d03-81b4-c0874b680964 req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:55.512959 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-09aefecb-a25d-412c-8613-226f56430f24 req-367a4e32-9e42-437b-bd33-b5818a2899d4 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b803139-3ec7-44cc-a02b-662318947134&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4767084 Dec 14 19:08:55.531770 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4a420-e8e4-46fd-a170-03003164a106 req-7d013932-8c5f-4117-8cfd-b1df2d8d4957 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:55.553780 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c0c4a420-e8e4-46fd-a170-03003164a106 req-7d013932-8c5f-4117-8cfd-b1df2d8d4957 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=228e86b6-001f-4319-a834-f6377bad9239 HTTP/1.1" status: 200 len: 944 time: 0.6804800 Dec 14 19:08:55.674959 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-9b567e6f-bb5d-4efe-b05f-79901b1b8ca6 service neutron] 10.222.0.73 "GET /v2.0/networks/49ce9c34-e606-4a89-ad89-9fec2cbe70a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6207125 Dec 14 19:08:55.680270 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b16d1feb-38e4-4a07-b26e-bb1d82d7ecee req-b6aaf840-6a5c-42b5-9bd6-238630a746f8 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:08:55.697354 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b787ac7b-1d66-4fc0-af72-0c0450d2596e None None] Sync routers for ids ['69eb45f3-812c-409b-bbda-2ab5d1e31896'] in dv-cinder-821749-1-smb {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:08:55.716962 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b787ac7b-1d66-4fc0-af72-0c0450d2596e None None] Routers {'69eb45f3-812c-409b-bbda-2ab5d1e31896'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:08:55.718484 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-b787ac7b-1d66-4fc0-af72-0c0450d2596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:08:28Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['69eb45f3-812c-409b-bbda-2ab5d1e31896'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:08:55.881298 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4c9bd80f-8b73-4910-be80-a6c5416646c7 req-6d2604e8-9616-4835-a9d3-9287a1397e8e service neutron] 10.222.0.73 "GET /v2.0/networks/49ce9c34-e606-4a89-ad89-9fec2cbe70a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979563 Dec 14 19:08:55.928362 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-cdc39dfd-6f45-4d03-81b4-c0874b680964 req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:55.928781 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-cdc39dfd-6f45-4d03-81b4-c0874b680964 req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435684'] for floatingip, after_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:55.929169 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.l3_db [req-cdc39dfd-6f45-4d03-81b4-c0874b680964 req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Floating IP 442cf577-27dc-4b94-b898-0bb41d05cad0 disassociated. External IP: 172.28.1.165, port: d5b7ee7c-2e80-447f-9096-4828f3eae4d4. Dec 14 19:08:55.929559 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-cdc39dfd-6f45-4d03-81b4-c0874b680964 req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Calling delete_port for d5b7ee7c-2e80-447f-9096-4828f3eae4d4 owned by compute:nova {{(pid=88176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:08:56.132168 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-cdc39dfd-6f45-4d03-81b4-c0874b680964 req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1865571'] for port, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:56.133132 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-a8140c65-fb87-456a-8d85-c9e198f73db8 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:56.191573 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16d1feb-38e4-4a07-b26e-bb1d82d7ecee req-b6aaf840-6a5c-42b5-9bd6-238630a746f8 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] No DVR routers for this DVR port 7392eb2b-402c-493a-a825-5792af8b9afd on host hv-cinder-82174 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:08:56.195451 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b30984a9-1aff-45b8-8232-6c8ea6e76aab req-4d8024cc-cd76-4acf-86d3-a26540786d8b tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=21593c38-956a-4032-8fb0-b5efd48e6166 HTTP/1.1" status: 200 len: 210 time: 0.2920384 Dec 14 19:08:56.201452 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-b16d1feb-38e4-4a07-b26e-bb1d82d7ecee req-b6aaf840-6a5c-42b5-9bd6-238630a746f8 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:56.219415 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b16d1feb-38e4-4a07-b26e-bb1d82d7ecee req-b6aaf840-6a5c-42b5-9bd6-238630a746f8 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.73 "DELETE /v2.0/ports/7392eb2b-402c-493a-a825-5792af8b9afd HTTP/1.1" status: 204 len: 173 time: 6.4179327 Dec 14 19:08:56.249296 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Pushing event deleted for resources: {'Port': ['ID=d5b7ee7c-2e80-447f-9096-4828f3eae4d4,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:56.253789 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c0c4a420-e8e4-46fd-a170-03003164a106 req-3e9a8419-ede9-47f5-a66d-8840b68b83ee tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6989272 Dec 14 19:08:56.274454 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-b787ac7b-1d66-4fc0-af72-0c0450d2596e None None] Set router 69eb45f3-812c-409b-bbda-2ab5d1e31896 gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:08:56.295984 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:56.296545 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:56.297080 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:56.297712 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:56.298129 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:56.298537 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:56.298946 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:56.299401 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:56.299729 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:56.300388 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:56.300795 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:08:56.321805 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f8394836-ad8e-45b7-b779-de00e533f9f6 req-60647372-1e75-4605-a80a-e69499be4830 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3f0f20afe704ddc9991a9e7ac0982af&device_id=228e86b6-001f-4319-a834-f6377bad9239 HTTP/1.1" status: 200 len: 1097 time: 0.2731941 Dec 14 19:08:56.326996 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:56.397088 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21593c38-956a-4032-8fb0-b5efd48e6166', 'name': 'network-vif-deleted', 'tag': '7392eb2b-402c-493a-a825-5792af8b9afd'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:08:56.518061 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-80de34a9-d4ef-421f-a0c5-3772507e4df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:56.546516 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21593c38-956a-4032-8fb0-b5efd48e6166', 'name': 'network-vif-deleted', 'tag': '7392eb2b-402c-493a-a825-5792af8b9afd', 'status': 'completed', 'code': 200} Dec 14 19:08:56.552838 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8394836-ad8e-45b7-b779-de00e533f9f6 req-4b6ec9eb-7c94-4865-9599-530ff4fc9ca8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:56.554715 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f8394836-ad8e-45b7-b779-de00e533f9f6 req-4b6ec9eb-7c94-4865-9599-530ff4fc9ca8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=49ce9c34-e606-4a89-ad89-9fec2cbe70a2 HTTP/1.1" status: 200 len: 915 time: 0.2243919 Dec 14 19:08:56.678922 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdc39dfd-6f45-4d03-81b4-c0874b680964 req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Router 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 has already been hosted by L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 {{(pid=88176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:08:56.693406 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f8394836-ad8e-45b7-b779-de00e533f9f6 req-b89fb494-7e4c-41b4-baca-c5c22bf1f46a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6cebbaa4-0293-461a-a091-c8392a020fe2 HTTP/1.1" status: 200 len: 217 time: 0.1249676 Dec 14 19:08:56.790443 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-b787ac7b-1d66-4fc0-af72-0c0450d2596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'name': 'tempest-AttachVolumeShelveTestJSON-1302898717-router', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143'}], 'enable_snat': True}, 'gw_port_id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:28Z', 'updated_at': '2021-12-14T19:04:58Z', 'revision_number': 4, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'gw_port': {'id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:30Z', 'updated_at': '2021-12-14T19:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': 'aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1', 'name': '', 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'mac_address': 'fa:16:3e:76:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:45Z', 'updated_at': '2021-12-14T19:05:18Z', 'revision_number': 5, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'subnets': [{'id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:08:56.812342 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b787ac7b-1d66-4fc0-af72-0c0450d2596e None None] Checking router: 69eb45f3-812c-409b-bbda-2ab5d1e31896 for host: dv-cinder-821749-1-smb {{(pid=88178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:08:56.831164 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b787ac7b-1d66-4fc0-af72-0c0450d2596e None None] Routers {'69eb45f3-812c-409b-bbda-2ab5d1e31896'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:08:56.832238 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-b787ac7b-1d66-4fc0-af72-0c0450d2596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:08:28Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['69eb45f3-812c-409b-bbda-2ab5d1e31896'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:08:57.092441 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5b93cdfe-ce85-4281-97e5-6402d0e75905 req-dfaf3a0d-d906-46a9-9357-f898e3b7a442 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c812c105-881a-4d1c-a52a-0939a1351327 HTTP/1.1" status: 200 len: 210 time: 0.3973985 Dec 14 19:08:57.165454 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8394836-ad8e-45b7-b779-de00e533f9f6 req-de752f23-d2e3-4545-8321-be9000c3d692 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:57.168158 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f8394836-ad8e-45b7-b779-de00e533f9f6 req-de752f23-d2e3-4545-8321-be9000c3d692 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=182240e9-7923-40da-ab94-5d9c0cdf29a1 HTTP/1.1" status: 200 len: 854 time: 0.4318817 Dec 14 19:08:57.200211 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdc39dfd-6f45-4d03-81b4-c0874b680964 req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:08:57.217036 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e39b53-1ca1-43f3-a4df-3a7282708852 None None] Sync routers for ids ['87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'] in dv-cinder-821749-1-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:08:57.240249 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e39b53-1ca1-43f3-a4df-3a7282708852 None None] Routers {'87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:08:57.240974 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d4e39b53-1ca1-43f3-a4df-3a7282708852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:08:28Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:08:57.256393 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f8394836-ad8e-45b7-b779-de00e533f9f6 req-813dbb93-95b9-4400-b734-df119baef92b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=49ce9c34-e606-4a89-ad89-9fec2cbe70a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813339 Dec 14 19:08:57.264177 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-b787ac7b-1d66-4fc0-af72-0c0450d2596e None None] Set router 69eb45f3-812c-409b-bbda-2ab5d1e31896 gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:08:57.320049 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc39dfd-6f45-4d03-81b4-c0874b680964 req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] No DVR routers for this DVR port d5b7ee7c-2e80-447f-9096-4828f3eae4d4 on host hv-cinder-82174 {{(pid=88176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:08:57.327242 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-cdc39dfd-6f45-4d03-81b4-c0874b680964 req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:57.349702 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c812c105-881a-4d1c-a52a-0939a1351327', 'name': 'network-vif-deleted', 'tag': 'd5b7ee7c-2e80-447f-9096-4828f3eae4d4'}] {{(pid=88176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:08:57.368074 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cdc39dfd-6f45-4d03-81b4-c0874b680964 req-0abda1c0-5ddb-4c4b-bc20-b2ac04f70342 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.73 "DELETE /v2.0/ports/d5b7ee7c-2e80-447f-9096-4828f3eae4d4 HTTP/1.1" status: 204 len: 173 time: 4.7612231 Dec 14 19:08:57.656699 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c812c105-881a-4d1c-a52a-0939a1351327', 'name': 'network-vif-deleted', 'tag': 'd5b7ee7c-2e80-447f-9096-4828f3eae4d4', 'status': 'completed', 'code': 200} Dec 14 19:08:57.777040 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 48078) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:57.786527 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-d4e39b53-1ca1-43f3-a4df-3a7282708852 None None] Set router 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 gateway port host: dv-cinder-821749-1-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:08:57.808160 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f8394836-ad8e-45b7-b779-de00e533f9f6 req-2284dc46-436a-4ecd-a111-14635af93509 service neutron] 10.222.0.73 "GET /v2.0/networks/49ce9c34-e606-4a89-ad89-9fec2cbe70a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5438619 Dec 14 19:08:57.866324 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:57.867766 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-35859d33-18d1-4911-81b2-c89390e1216f tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:57.930227 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-35859d33-18d1-4911-81b2-c89390e1216f tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:57.979602 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f3f37-c409-4d60-9501-578db8f37978 req-0ba551e3-341d-4942-bd21-820c23e56dfe tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:57.981563 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-060f3f37-c409-4d60-9501-578db8f37978 req-0ba551e3-341d-4942-bd21-820c23e56dfe tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=228e86b6-001f-4319-a834-f6377bad9239 HTTP/1.1" status: 200 len: 944 time: 0.3664572 Dec 14 19:08:58.057814 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-35859d33-18d1-4911-81b2-c89390e1216f tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:58.063165 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-790c9003-f512-46fb-992e-f5bfeaae339e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:58.086930 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35859d33-18d1-4911-81b2-c89390e1216f tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9caade0-325f-4816-90f1-2eef4b6b2a64,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:58.100718 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-35859d33-18d1-4911-81b2-c89390e1216f tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:58.139342 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-35859d33-18d1-4911-81b2-c89390e1216f tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:58.140702 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-35859d33-18d1-4911-81b2-c89390e1216f tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "DELETE /v2.0/security-groups/b9caade0-325f-4816-90f1-2eef4b6b2a64 HTTP/1.1" status: 204 len: 168 time: 0.3625078 Dec 14 19:08:58.144464 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 48096) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:58.163407 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-b787ac7b-1d66-4fc0-af72-0c0450d2596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'name': 'tempest-AttachVolumeShelveTestJSON-1302898717-router', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143'}], 'enable_snat': True}, 'gw_port_id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:28Z', 'updated_at': '2021-12-14T19:04:58Z', 'revision_number': 4, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'gw_port': {'id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:30Z', 'updated_at': '2021-12-14T19:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': 'aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1', 'name': '', 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'mac_address': 'fa:16:3e:76:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:45Z', 'updated_at': '2021-12-14T19:05:18Z', 'revision_number': 5, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'subnets': [{'id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:08:58.176348 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-060f3f37-c409-4d60-9501-578db8f37978 req-98b1704a-ea63-4e19-be60-d168aac705cf tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631591 Dec 14 19:08:58.178138 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b787ac7b-1d66-4fc0-af72-0c0450d2596e None None] The sync data for ids ['69eb45f3-812c-409b-bbda-2ab5d1e31896'] in dv-cinder-821749-1-smb is: [{'id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'name': 'tempest-AttachVolumeShelveTestJSON-1302898717-router', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143'}], 'enable_snat': True}, 'gw_port_id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:28Z', 'updated_at': '2021-12-14T19:04:58Z', 'revision_number': 4, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'gw_port': {'id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:30Z', 'updated_at': '2021-12-14T19:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': 'aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1', 'name': '', 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'mac_address': 'fa:16:3e:76:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:45Z', 'updated_at': '2021-12-14T19:05:18Z', 'revision_number': 5, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'subnets': [{'id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:08:58.190035 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f8394836-ad8e-45b7-b779-de00e533f9f6 req-5ca31ea4-2275-4180-bb28-98d83b58b68b service neutron] 10.222.0.73 "GET /v2.0/networks/49ce9c34-e606-4a89-ad89-9fec2cbe70a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627739 Dec 14 19:08:58.198106 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.v2.resource [None req-18b1d65a-13f5-4951-9246-cb6af2de71a2 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] show failed (client error): The resource could not be found. Dec 14 19:08:58.204049 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-18b1d65a-13f5-4951-9246-cb6af2de71a2 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups/b9caade0-325f-4816-90f1-2eef4b6b2a64 HTTP/1.1" status: 404 len: 347 time: 0.0548539 Dec 14 19:08:58.206270 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 48100) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:58.423991 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0ed61871-7478-4816-a6b7-24d16ae9f7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:58.431342 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-e11c7a02-efd0-4a96-b871-a0c14f1dda97 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Deleting port e2b7df88-c03d-48da-a6d2-0b181eb45019 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:08:58.431715 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e11c7a02-efd0-4a96-b871-a0c14f1dda97 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:58.543529 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d4e39b53-1ca1-43f3-a4df-3a7282708852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'name': 'tempest-AttachVolumeTestJSON-311324847-router', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:31Z', 'updated_at': '2021-12-14T19:04:57Z', 'revision_number': 4, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'gw_port': {'id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:33Z', 'updated_at': '2021-12-14T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': '9b6e4118-dd1f-469b-97ae-68ec39679640', 'name': '', 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'mac_address': 'fa:16:3e:15:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:53Z', 'updated_at': '2021-12-14T19:05:16Z', 'revision_number': 5, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'subnets': [{'id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:08:58.550295 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e39b53-1ca1-43f3-a4df-3a7282708852 None None] Checking router: 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 for host: dv-cinder-821749-1-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:08:58.565394 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e39b53-1ca1-43f3-a4df-3a7282708852 None None] Routers {'87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:08:58.566256 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d4e39b53-1ca1-43f3-a4df-3a7282708852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:08:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:08:58.672933 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 48110) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:58.784602 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e2fda789-7f85-4461-9f1a-854da00d351d tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:58.823844 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-d4e39b53-1ca1-43f3-a4df-3a7282708852 None None] Set router 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 gateway port host: dv-cinder-821749-1-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:08:58.824116 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e2fda789-7f85-4461-9f1a-854da00d351d tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:58.894611 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e2fda789-7f85-4461-9f1a-854da00d351d tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:58.901491 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ed8c23a7-ec5d-4d32-8592-811761ab6cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:58.912584 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-924f51ab-e427-4c3f-900f-909fd7eb0274 req-d3991c7c-3cb7-40b2-88c0-e27eb2166374 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1351b4434a5442d89b49cf7732f1282&device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 1137 time: 0.3407195 Dec 14 19:08:58.922183 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fda789-7f85-4461-9f1a-854da00d351d tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b803139-3ec7-44cc-a02b-662318947134,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:58.924178 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e2fda789-7f85-4461-9f1a-854da00d351d tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:58.929058 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-e2fda789-7f85-4461-9f1a-854da00d351d tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "DELETE /v2.0/security-groups/4b803139-3ec7-44cc-a02b-662318947134 HTTP/1.1" status: 204 len: 168 time: 0.2547290 Dec 14 19:08:58.929991 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 48114) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:58.931169 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e2fda789-7f85-4461-9f1a-854da00d351d tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:58.951769 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e12641-2c76-4cce-8e06-ae2f3b1ad9eb None None] New status for floating IP 624148d5-85a5-4382-bb8a-723c309f7593: DOWN {{(pid=88178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 19:08:58.955484 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.v2.resource [None req-b4b718ee-d5fa-4666-a393-d72b5d0fcc77 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] show failed (client error): The resource could not be found. Dec 14 19:08:58.960639 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-b4b718ee-d5fa-4666-a393-d72b5d0fcc77 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups/4b803139-3ec7-44cc-a02b-662318947134 HTTP/1.1" status: 404 len: 347 time: 0.0282471 Dec 14 19:08:58.961693 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 48118) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:58.973559 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e11c7a02-efd0-4a96-b871-a0c14f1dda97 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:58.974166 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e11c7a02-efd0-4a96-b871-a0c14f1dda97 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:59.012417 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ad772-15bc-4eca-bb1f-37b6cbdc02f1 req-4e1c09ba-2c41-447a-9246-2108737b2fe7 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:59.015136 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-474ad772-15bc-4eca-bb1f-37b6cbdc02f1 req-4e1c09ba-2c41-447a-9246-2108737b2fe7 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 984 time: 0.3586903 Dec 14 19:08:59.151296 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-ff386b33-386b-43ce-b7bd-55a1f1ae981e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Deleting port a0bfbe5b-f7d8-4b9a-a875-571509facb0f {{(pid=88176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:08:59.152010 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ff386b33-386b-43ce-b7bd-55a1f1ae981e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:59.191952 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:59.216673 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-e11c7a02-efd0-4a96-b871-a0c14f1dda97 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Calling delete_port for e2b7df88-c03d-48da-a6d2-0b181eb45019 owned by network:floatingip {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:08:59.335672 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-d4e39b53-1ca1-43f3-a4df-3a7282708852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'name': 'tempest-AttachVolumeTestJSON-311324847-router', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:31Z', 'updated_at': '2021-12-14T19:04:57Z', 'revision_number': 4, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'gw_port': {'id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:33Z', 'updated_at': '2021-12-14T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': '9b6e4118-dd1f-469b-97ae-68ec39679640', 'name': '', 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'mac_address': 'fa:16:3e:15:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:53Z', 'updated_at': '2021-12-14T19:05:16Z', 'revision_number': 5, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'subnets': [{'id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:08:59.346688 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e39b53-1ca1-43f3-a4df-3a7282708852 None None] The sync data for ids ['87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'] in dv-cinder-821749-1-smb is: [{'id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'name': 'tempest-AttachVolumeTestJSON-311324847-router', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:31Z', 'updated_at': '2021-12-14T19:04:57Z', 'revision_number': 4, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'gw_port': {'id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:33Z', 'updated_at': '2021-12-14T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': '9b6e4118-dd1f-469b-97ae-68ec39679640', 'name': '', 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'mac_address': 'fa:16:3e:15:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:53Z', 'updated_at': '2021-12-14T19:05:16Z', 'revision_number': 5, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'subnets': [{'id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:08:59.434408 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-474ad772-15bc-4eca-bb1f-37b6cbdc02f1 req-755730b8-e0a0-4534-94db-4119e29e7425 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&id=4bdd0291-1b09-4e2a-a153-99ee08995bec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3129599 Dec 14 19:08:59.438177 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 6cebbaa4-0293-461a-a091-c8392a020fe2 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:08:59.457758 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f51ab-e427-4c3f-900f-909fd7eb0274 req-187f41d6-eb5b-41f9-a624-fb7963eb9ffc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:59.459393 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-924f51ab-e427-4c3f-900f-909fd7eb0274 req-187f41d6-eb5b-41f9-a624-fb7963eb9ffc service neutron] 10.222.0.73 "GET /v2.0/networks?id=55ee3fb9-d0c2-47cc-b57a-628cd1002c28 HTTP/1.1" status: 200 len: 915 time: 0.5332990 Dec 14 19:08:59.532056 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ff386b33-386b-43ce-b7bd-55a1f1ae981e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:59.532633 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ff386b33-386b-43ce-b7bd-55a1f1ae981e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:59.617353 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.db.api [None req-e11c7a02-efd0-4a96-b871-a0c14f1dda97 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88177) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 14 19:08:59.617698 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_db.api [None req-e11c7a02-efd0-4a96-b871-a0c14f1dda97 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 14 19:08:59.647902 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 6cebbaa4-0293-461a-a091-c8392a020fe2, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=6cebbaa4-0293-461a-a091-c8392a020fe2,segment=NetworkSegment(89ec24a6-fcf2-4184-ae80-2746799edbeb),segment_id=89ec24a6-fcf2-4184-ae80-2746799edbeb)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:59.659298 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-924f51ab-e427-4c3f-900f-909fd7eb0274 req-ae0fb3fe-fe0f-4e41-a0dd-be80aed1a801 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c77ac4b-7708-465a-a207-9e9bd5b5cb10 HTTP/1.1" status: 200 len: 1001 time: 0.1914201 Dec 14 19:08:59.671829 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Returning: {'device': '6cebbaa4-0293-461a-a091-c8392a020fe2', 'network_id': '49ce9c34-e606-4a89-ad89-9fec2cbe70a2', 'port_id': '6cebbaa4-0293-461a-a091-c8392a020fe2', 'mac_address': 'fa:16:3e:74:6b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '182240e9-7923-40da-ab94-5d9c0cdf29a1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:08:59.728391 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 48126) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:08:59.744021 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:59.768385 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cebbaa4-0293-461a-a091-c8392a020fe2 {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:08:59.770054 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-ff386b33-386b-43ce-b7bd-55a1f1ae981e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Calling delete_port for a0bfbe5b-f7d8-4b9a-a875-571509facb0f owned by network:floatingip {{(pid=88176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:08:59.778112 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f51ab-e427-4c3f-900f-909fd7eb0274 req-69ecb7ea-0afb-4a83-a5a4-3afa33c798c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:59.779746 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-924f51ab-e427-4c3f-900f-909fd7eb0274 req-69ecb7ea-0afb-4a83-a5a4-3afa33c798c0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=668c9a99-31b6-43dd-a171-3d1dbe68d7c5 HTTP/1.1" status: 200 len: 853 time: 0.1139588 Dec 14 19:08:59.789300 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 6cebbaa4-0293-461a-a091-c8392a020fe2, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=6cebbaa4-0293-461a-a091-c8392a020fe2,segment=NetworkSegment(89ec24a6-fcf2-4184-ae80-2746799edbeb),segment_id=89ec24a6-fcf2-4184-ae80-2746799edbeb)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:08:59.792926 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:59.796229 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:08:59.848786 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485622c2-5190-4249-ac45-09e0c2481ba5 req-6a2ee941-6b15-421c-ba1d-daedb6be7fb9 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:08:59.861851 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-485622c2-5190-4249-ac45-09e0c2481ba5 req-6a2ee941-6b15-421c-ba1d-daedb6be7fb9 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=228e86b6-001f-4319-a834-f6377bad9239 HTTP/1.1" status: 200 len: 944 time: 0.3951080 Dec 14 19:08:59.878781 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=6cebbaa4-0293-461a-a091-c8392a020fe2,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:08:59.882931 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:08:59.961953 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0048036-edd5-430e-996d-103b955e2dae admin admin] Deleting subnet ac09862c-e6d1-47a7-a744-c90018fbfbc2 {{(pid=88177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:08:59.972830 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d0048036-edd5-430e-996d-103b955e2dae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:59.976534 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643d41b0-9f76-4d69-9b2c-d7a2fef2770c None None] New status for floating IP 442cf577-27dc-4b94-b898-0bb41d05cad0: DOWN {{(pid=88179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 19:08:59.977853 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ff386b33-386b-43ce-b7bd-55a1f1ae981e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1865571'] for port, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:08:59.982669 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:00.027779 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff386b33-386b-43ce-b7bd-55a1f1ae981e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Pushing event deleted for resources: {'Port': ['ID=a0bfbe5b-f7d8-4b9a-a875-571509facb0f,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:00.030028 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['6cebbaa4-0293-461a-a091-c8392a020fe2'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:09:00.031018 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ff386b33-386b-43ce-b7bd-55a1f1ae981e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:00.133895 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-485622c2-5190-4249-ac45-09e0c2481ba5 req-3dca12b5-db3e-4eb1-ae35-3c20c2310b48 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445483 Dec 14 19:09:00.139294 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-e11c7a02-efd0-4a96-b871-a0c14f1dda97 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Deleting port e2b7df88-c03d-48da-a6d2-0b181eb45019 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:09:00.139781 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e11c7a02-efd0-4a96-b871-a0c14f1dda97 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:00.198244 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ff386b33-386b-43ce-b7bd-55a1f1ae981e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for floatingip, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:00.227632 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ff386b33-386b-43ce-b7bd-55a1f1ae981e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for floatingip, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:00.229431 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-ff386b33-386b-43ce-b7bd-55a1f1ae981e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "DELETE /v2.0/floatingips/442cf577-27dc-4b94-b898-0bb41d05cad0 HTTP/1.1" status: 204 len: 168 time: 1.2663763 Dec 14 19:09:00.431753 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 48132) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:00.440485 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-9d93c333-8fec-4087-a28b-56a8aabafcd4 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1736109111', 'description': 'tempest-description--2124690736'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:09:00.447328 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-9d93c333-8fec-4087-a28b-56a8aabafcd4 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:00.452005 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-9d93c333-8fec-4087-a28b-56a8aabafcd4 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Usage tracker for resource:security_group and tenant:110f0191feb9402db4fceb6ce9c472c5 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:00.452226 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d0048036-edd5-430e-996d-103b955e2dae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852802915'] for subnet, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:00.455380 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-9d93c333-8fec-4087-a28b-56a8aabafcd4 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:00.461792 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-9d93c333-8fec-4087-a28b-56a8aabafcd4 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:00.479819 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9d93c333-8fec-4087-a28b-56a8aabafcd4 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:00.505396 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-924f51ab-e427-4c3f-900f-909fd7eb0274 req-052d8b65-2851-47ca-b644-1565686340f0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=55ee3fb9-d0c2-47cc-b57a-628cd1002c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7183409 Dec 14 19:09:00.536170 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-9d93c333-8fec-4087-a28b-56a8aabafcd4 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:00.543490 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-9d93c333-8fec-4087-a28b-56a8aabafcd4 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Usage tracker for resource:security_group_rule and tenant:110f0191feb9402db4fceb6ce9c472c5 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:00.551535 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-9d93c333-8fec-4087-a28b-56a8aabafcd4 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:00.563362 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-9d93c333-8fec-4087-a28b-56a8aabafcd4 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:00.657056 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d0048036-edd5-430e-996d-103b955e2dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2951685'] for subnet, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:00.667440 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9d93c333-8fec-4087-a28b-56a8aabafcd4 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:00.672624 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9d93c333-8fec-4087-a28b-56a8aabafcd4 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:00.684031 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f4e68671-5b27-4c9e-ad90-5f959f89bba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:00.685778 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:00.746212 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9d93c333-8fec-4087-a28b-56a8aabafcd4 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:00.751984 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-9d93c333-8fec-4087-a28b-56a8aabafcd4 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.3135176 Dec 14 19:09:00.753610 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93c333-8fec-4087-a28b-56a8aabafcd4 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2970c0-86a2-4f49-b572-6ac608ebb087,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:00.759179 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 48138) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:00.762579 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-9d93c333-8fec-4087-a28b-56a8aabafcd4 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:00.766816 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-2661bbbe-6f85-44a3-a3b1-fe6ca77d708c tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Request body: {'security_group_rule': {'security_group_id': '7f2970c0-86a2-4f49-b572-6ac608ebb087', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:09:00.773488 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-2661bbbe-6f85-44a3-a3b1-fe6ca77d708c tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:00.777858 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-2661bbbe-6f85-44a3-a3b1-fe6ca77d708c tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Usage tracker for resource:security_group_rule and tenant:110f0191feb9402db4fceb6ce9c472c5 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:00.781731 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-2661bbbe-6f85-44a3-a3b1-fe6ca77d708c tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:00.790342 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-2661bbbe-6f85-44a3-a3b1-fe6ca77d708c tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:00.826082 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2661bbbe-6f85-44a3-a3b1-fe6ca77d708c tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:00.903528 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2661bbbe-6f85-44a3-a3b1-fe6ca77d708c tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:00.907682 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2661bbbe-6f85-44a3-a3b1-fe6ca77d708c tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427509'] for security_group_rule, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:00.910598 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ca6f4fcc-faf6-460c-9676-a09bd54443e5 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:00.926165 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-924f51ab-e427-4c3f-900f-909fd7eb0274 req-66700c6a-69cf-4dd2-b36b-68016647bfde service neutron] 10.222.0.73 "GET /v2.0/networks/55ee3fb9-d0c2-47cc-b57a-628cd1002c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107640 Dec 14 19:09:00.935194 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661bbbe-6f85-44a3-a3b1-fe6ca77d708c tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=233018fe-894b-4fee-80ab-17794eda030b,revision_number=0']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:00.940444 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2661bbbe-6f85-44a3-a3b1-fe6ca77d708c tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:00.949743 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2661bbbe-6f85-44a3-a3b1-fe6ca77d708c tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:00.951521 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-2661bbbe-6f85-44a3-a3b1-fe6ca77d708c tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1936784 Dec 14 19:09:00.954892 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 48142) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:00.961397 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-82f7127b-04d3-4f42-ba16-1aae488f0774 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Request body: {'security_group_rule': {'security_group_id': '7f2970c0-86a2-4f49-b572-6ac608ebb087', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:09:00.968046 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-82f7127b-04d3-4f42-ba16-1aae488f0774 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:00.972572 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-82f7127b-04d3-4f42-ba16-1aae488f0774 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Usage tracker for resource:security_group_rule and tenant:110f0191feb9402db4fceb6ce9c472c5 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:00.976014 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-82f7127b-04d3-4f42-ba16-1aae488f0774 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:00.984551 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-82f7127b-04d3-4f42-ba16-1aae488f0774 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:01.000107 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e11c7a02-efd0-4a96-b871-a0c14f1dda97 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:01.000482 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e11c7a02-efd0-4a96-b871-a0c14f1dda97 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:01.009280 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d0048036-edd5-430e-996d-103b955e2dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851824100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853069178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852835295'] for subnet, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:01.011235 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-82f7127b-04d3-4f42-ba16-1aae488f0774 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:01.086627 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e50857c7-2d4f-46a2-8fd8-87e33bb422d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:01.091039 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-82f7127b-04d3-4f42-ba16-1aae488f0774 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:01.095035 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-82f7127b-04d3-4f42-ba16-1aae488f0774 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427509'] for security_group_rule, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:01.097523 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:01.126249 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7127b-04d3-4f42-ba16-1aae488f0774 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b9bc5f-64c1-42e6-a2e9-fab2443fcc26,revision_number=0']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:01.140167 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-82f7127b-04d3-4f42-ba16-1aae488f0774 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:01.147130 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-82f7127b-04d3-4f42-ba16-1aae488f0774 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:01.151446 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-82f7127b-04d3-4f42-ba16-1aae488f0774 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1949360 Dec 14 19:09:01.158789 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 48146) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:01.170481 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-47649920-7295-441d-83b9-02182de59cbb tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Request body: {'floatingip': {'floating_network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:09:01.181196 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-47649920-7295-441d-83b9-02182de59cbb tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:01.188612 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-47649920-7295-441d-83b9-02182de59cbb tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Usage tracker for resource:floatingip and tenant:110f0191feb9402db4fceb6ce9c472c5 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:01.194374 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-47649920-7295-441d-83b9-02182de59cbb tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:01.206393 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-47649920-7295-441d-83b9-02182de59cbb tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:01.223179 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-47649920-7295-441d-83b9-02182de59cbb tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for floatingip, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:01.249482 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-e11c7a02-efd0-4a96-b871-a0c14f1dda97 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Calling delete_port for e2b7df88-c03d-48da-a6d2-0b181eb45019 owned by network:floatingip {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:09:01.285900 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0048036-edd5-430e-996d-103b955e2dae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac09862c-e6d1-47a7-a744-c90018fbfbc2,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:01.314164 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185ec2b-ce6a-4a7e-9dc4-97d064383dba req-1df35e09-3065-46cd-a11d-75b77e379269 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:01.315903 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7185ec2b-ce6a-4a7e-9dc4-97d064383dba req-1df35e09-3065-46cd-a11d-75b77e379269 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 984 time: 0.6609080 Dec 14 19:09:01.316913 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d0048036-edd5-430e-996d-103b955e2dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:01.332837 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d0048036-edd5-430e-996d-103b955e2dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:01.416815 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-47649920-7295-441d-83b9-02182de59cbb tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:01.452784 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-d0048036-edd5-430e-996d-103b955e2dae admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ac09862c-e6d1-47a7-a744-c90018fbfbc2 HTTP/1.1" status: 204 len: 168 time: 1.7231629 Dec 14 19:09:01.460467 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 48152) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:01.470250 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 6cebbaa4-0293-461a-a091-c8392a020fe2 up at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:09:01.487433 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-924f51ab-e427-4c3f-900f-909fd7eb0274 req-eca13e81-3f1f-448e-a74c-2be165c0a553 service neutron] 10.222.0.73 "GET /v2.0/networks/55ee3fb9-d0c2-47cc-b57a-628cd1002c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5516675 Dec 14 19:09:01.508640 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7185ec2b-ce6a-4a7e-9dc4-97d064383dba req-9d9a0077-6f37-4da5-bb71-71ae5e67ea8e tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&id=4bdd0291-1b09-4e2a-a153-99ee08995bec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1779296 Dec 14 19:09:01.593067 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2a612-bad2-45ea-bc5c-15b4548c2899 req-8942653a-255d-4733-9915-ccf7d6f48628 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:01.597634 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-57f2a612-bad2-45ea-bc5c-15b4548c2899 req-8942653a-255d-4733-9915-ccf7d6f48628 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=228e86b6-001f-4319-a834-f6377bad9239 HTTP/1.1" status: 200 len: 945 time: 0.2377596 Dec 14 19:09:01.628722 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning for port 6cebbaa4-0293-461a-a091-c8392a020fe2 completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:09:01.634476 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning complete for port 6cebbaa4-0293-461a-a091-c8392a020fe2 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:09:01.635908 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:01.641308 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e11c7a02-efd0-4a96-b871-a0c14f1dda97 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:01.651702 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:01.656181 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4266d4d1-3f57-4b49-837e-1fd5cdf595a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229502'] for network, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:01.700210 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c7a02-efd0-4a96-b871-a0c14f1dda97 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Pushing event deleted for resources: {'Port': ['ID=e2b7df88-c03d-48da-a6d2-0b181eb45019,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:01.716938 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e11c7a02-efd0-4a96-b871-a0c14f1dda97 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:01.746309 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [None req-47649920-7295-441d-83b9-02182de59cbb tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Allocated IP 172.28.1.238 (ffa0012a-9543-497d-8125-adf64d8cb965/bf490572-e226-4f78-a70f-384a9e5bc0f8/68f90ed9-1a56-4e4f-a211-1e9d8b12dd2e) {{(pid=88176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:09:01.787751 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:01.823713 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228e86b6-001f-4319-a834-f6377bad9239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cebbaa4-0293-461a-a091-c8392a020fe2'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:09:01.827856 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-57f2a612-bad2-45ea-bc5c-15b4548c2899 req-e94f5198-7711-4cae-b2ae-c7ca3f4aaafa tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155955 Dec 14 19:09:01.848235 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 6cebbaa4-0293-461a-a091-c8392a020fe2, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=6cebbaa4-0293-461a-a091-c8392a020fe2,segment=NetworkSegment(89ec24a6-fcf2-4184-ae80-2746799edbeb),segment_id=89ec24a6-fcf2-4184-ae80-2746799edbeb)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:09:01.856768 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:01.859588 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4266d4d1-3f57-4b49-837e-1fd5cdf595a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980764', 'neutron.services.segments.db._delete_segments_for_network-8781368899016'] for network, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:01.860806 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:01.873179 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e11c7a02-efd0-4a96-b871-a0c14f1dda97 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for floatingip, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:01.906288 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228e86b6-001f-4319-a834-f6377bad9239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cebbaa4-0293-461a-a091-c8392a020fe2', 'code': 200} Dec 14 19:09:01.909677 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e11c7a02-efd0-4a96-b871-a0c14f1dda97 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:01.914846 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-e11c7a02-efd0-4a96-b871-a0c14f1dda97 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "DELETE /v2.0/floatingips/624148d5-85a5-4382-bb8a-723c309f7593 HTTP/1.1" status: 204 len: 168 time: 3.7074692 Dec 14 19:09:01.963826 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=6cebbaa4-0293-461a-a091-c8392a020fe2,revision_number=5']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:01.974597 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-4266d4d1-3f57-4b49-837e-1fd5cdf595a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e533d7-1d46-4adc-94c2-207dfe17aa8a']}} {{(pid=88176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:09:01.976352 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:01.999440 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-4266d4d1-3f57-4b49-837e-1fd5cdf595a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3ff59f-98a5-48db-9770-32a22fe01b2d') {'for_net_delete': True} {{(pid=88176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:09:01.999867 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-4266d4d1-3f57-4b49-837e-1fd5cdf595a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3ff59f-98a5-48db-9770-32a22fe01b2d') {} {{(pid=88176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:09:02.018978 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4266d4d1-3f57-4b49-837e-1fd5cdf595a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781368905689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1656793'] for segment, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:02.054287 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4266d4d1-3f57-4b49-837e-1fd5cdf595a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:02.074248 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4266d4d1-3f57-4b49-837e-1fd5cdf595a8 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=88176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:09:02.074696 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4266d4d1-3f57-4b49-837e-1fd5cdf595a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2974435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1865143'] for segment, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: Traceback (most recent call last): Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: timer() Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: cb(*args, **kw) Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: return func(*args, **kwargs) Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: self._notify() Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: self.callback(batched_events) Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: event.method(event) Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: segment_id)['aggregates'][0] Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: return f(self, *a, **k) Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: return self._get(url).json() Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: **kwargs) Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: return self.request(url, 'GET', **kwargs) Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: **endpoint_filter) Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:09:02.089767 dv-cinder-821749-1-smb neutron-server[88065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:09:02.094463 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-47649920-7295-441d-83b9-02182de59cbb tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for port, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:02.193684 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4266d4d1-3f57-4b49-837e-1fd5cdf595a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435701'] for network, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:02.203028 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:02.222262 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4266d4d1-3f57-4b49-837e-1fd5cdf595a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:02.230010 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4266d4d1-3f57-4b49-837e-1fd5cdf595a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6e533d7-1d46-4adc-94c2-207dfe17aa8a,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:02.236190 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-47649920-7295-441d-83b9-02182de59cbb tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1865571'] for port, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:02.242639 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-4266d4d1-3f57-4b49-837e-1fd5cdf595a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:02.243301 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8f70fb38-e065-4971-9b00-d58eb29d5e82 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:02.252415 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a07ce326-a4b1-4cca-89bf-55dc38000990 req-a93582f9-d73b-48c0-92f4-96977a3a577e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=228e86b6-001f-4319-a834-f6377bad9239 HTTP/1.1" status: 200 len: 1099 time: 0.1447086 Dec 14 19:09:02.343549 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a07ce326-a4b1-4cca-89bf-55dc38000990 req-a60f8f22-b6f0-40c0-8727-256980a885a7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839555 Dec 14 19:09:02.517996 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 48160) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:02.528664 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-86f7c8fd-fa5b-4c9b-9ff4-8d11f8f09b8f tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1629219322', 'description': 'tempest-description--2136982266'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:09:02.539917 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-86f7c8fd-fa5b-4c9b-9ff4-8d11f8f09b8f tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:02.548226 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-86f7c8fd-fa5b-4c9b-9ff4-8d11f8f09b8f tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Usage tracker for resource:security_group and tenant:58846b25a8b64cc9833f513a6aff6430 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:02.550591 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-4266d4d1-3f57-4b49-837e-1fd5cdf595a8 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d6e533d7-1d46-4adc-94c2-207dfe17aa8a HTTP/1.1" status: 204 len: 168 time: 1.0888908 Dec 14 19:09:02.553869 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-86f7c8fd-fa5b-4c9b-9ff4-8d11f8f09b8f tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:02.569094 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47649920-7295-441d-83b9-02182de59cbb tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Network ffa0012a-9543-497d-8125-adf64d8cb965 is already hosted by enough agents. {{(pid=88176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:09:02.569579 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-86f7c8fd-fa5b-4c9b-9ff4-8d11f8f09b8f tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:02.572754 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-47649920-7295-441d-83b9-02182de59cbb tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Resources bound (agent type, host, resource id): {{(pid=88176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:09:02.578252 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47649920-7295-441d-83b9-02182de59cbb tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Received port after_create {{(pid=88176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:09:02.598341 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-86f7c8fd-fa5b-4c9b-9ff4-8d11f8f09b8f tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:02.619380 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47649920-7295-441d-83b9-02182de59cbb tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Pushing event updated for resources: {'Port': ['ID=68f90ed9-1a56-4e4f-a211-1e9d8b12dd2e,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:02.625439 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-47649920-7295-441d-83b9-02182de59cbb tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:02.646543 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-86f7c8fd-fa5b-4c9b-9ff4-8d11f8f09b8f tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:02.652313 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-86f7c8fd-fa5b-4c9b-9ff4-8d11f8f09b8f tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Usage tracker for resource:security_group_rule and tenant:58846b25a8b64cc9833f513a6aff6430 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:02.656295 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-86f7c8fd-fa5b-4c9b-9ff4-8d11f8f09b8f tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:02.665161 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-86f7c8fd-fa5b-4c9b-9ff4-8d11f8f09b8f tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:02.819847 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-86f7c8fd-fa5b-4c9b-9ff4-8d11f8f09b8f tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:02.833351 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-86f7c8fd-fa5b-4c9b-9ff4-8d11f8f09b8f tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:02.840324 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f0198c83-5f4b-4999-a0cc-cf413b77dd72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:02.852330 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-47649920-7295-441d-83b9-02182de59cbb tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:02.879984 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 48170) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:02.922183 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f7c8fd-fa5b-4c9b-9ff4-8d11f8f09b8f tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a582ca1b-0a4f-4475-bde6-ce7a931b136b,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:02.926118 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-86f7c8fd-fa5b-4c9b-9ff4-8d11f8f09b8f tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:02.937036 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-86f7c8fd-fa5b-4c9b-9ff4-8d11f8f09b8f tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:02.941729 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-86f7c8fd-fa5b-4c9b-9ff4-8d11f8f09b8f tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.4220116 Dec 14 19:09:02.948720 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057b34e-c1bf-4402-8762-759e6686e925 req-49ad97b9-3841-48b5-a56b-3db825a8e540 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:02.949461 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 48174) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:02.950492 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9057b34e-c1bf-4402-8762-759e6686e925 req-49ad97b9-3841-48b5-a56b-3db825a8e540 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 984 time: 0.2379010 Dec 14 19:09:02.969349 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-0d50ef33-7920-4f96-8494-9d5aaf713f3b tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Request body: {'security_group_rule': {'security_group_id': 'a582ca1b-0a4f-4475-bde6-ce7a931b136b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:09:02.985539 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-0d50ef33-7920-4f96-8494-9d5aaf713f3b tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:03.000622 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-0d50ef33-7920-4f96-8494-9d5aaf713f3b tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Usage tracker for resource:security_group_rule and tenant:58846b25a8b64cc9833f513a6aff6430 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:03.009407 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-0d50ef33-7920-4f96-8494-9d5aaf713f3b tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:03.027993 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-0d50ef33-7920-4f96-8494-9d5aaf713f3b tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:03.032073 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-47649920-7295-441d-83b9-02182de59cbb tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.067097 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-9ed9a38e-2f85-49b9-bcb3-2ded86568e7b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d43cedbbcc7c4347ba63c8f3b2de8fe3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1795869 Dec 14 19:09:03.071755 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 48178) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:03.120831 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9057b34e-c1bf-4402-8762-759e6686e925 req-d4e85624-408f-4201-9422-98dcfded77f9 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&id=4bdd0291-1b09-4e2a-a153-99ee08995bec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1576068 Dec 14 19:09:03.167446 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0d50ef33-7920-4f96-8494-9d5aaf713f3b tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.199582 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87172898-bb0e-431a-9018-c58f84b20437 req-f721e9d3-917f-4b35-86c2-ecc59e1a418b tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:03.203701 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-87172898-bb0e-431a-9018-c58f84b20437 req-f721e9d3-917f-4b35-86c2-ecc59e1a418b tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=228e86b6-001f-4319-a834-f6377bad9239 HTTP/1.1" status: 200 len: 946 time: 0.2128096 Dec 14 19:09:03.242887 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e9021767-5a17-49b7-b706-573df1e85763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.330181 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e9021767-5a17-49b7-b706-573df1e85763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.378622 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0d50ef33-7920-4f96-8494-9d5aaf713f3b tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.379321 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-87172898-bb0e-431a-9018-c58f84b20437 req-0726ea60-3218-4610-92dc-37f488650229 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685982 Dec 14 19:09:03.383403 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0d50ef33-7920-4f96-8494-9d5aaf713f3b tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427509'] for security_group_rule, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.399956 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-11f6e25f-8a56-46bd-9970-3ae820b69c39 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:03.430902 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e9021767-5a17-49b7-b706-573df1e85763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.435730 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d50ef33-7920-4f96-8494-9d5aaf713f3b tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e0d4a1a-5dc7-4a2a-b4a0-0ab84ea65767,revision_number=0']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:03.439335 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-4eff4df7-2727-4259-be26-318d9256bd96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:03.442284 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-0d50ef33-7920-4f96-8494-9d5aaf713f3b tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:03.459759 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9021767-5a17-49b7-b706-573df1e85763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c20848-8ec3-4774-b1a5-27e1af374a5c,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:03.461219 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0d50ef33-7920-4f96-8494-9d5aaf713f3b tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.462531 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-0d50ef33-7920-4f96-8494-9d5aaf713f3b tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5114799 Dec 14 19:09:03.468612 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 48182) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:03.472425 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e9021767-5a17-49b7-b706-573df1e85763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:03.473211 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-47649920-7295-441d-83b9-02182de59cbb tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for port, precommit_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.475723 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e9021767-5a17-49b7-b706-573df1e85763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.477144 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-e9021767-5a17-49b7-b706-573df1e85763 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/35c20848-8ec3-4774-b1a5-27e1af374a5c HTTP/1.1" status: 204 len: 168 time: 0.4028940 Dec 14 19:09:03.481483 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-bae01227-63ec-4a43-a11e-0acbf3f4a1e9 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Request body: {'security_group_rule': {'security_group_id': 'a582ca1b-0a4f-4475-bde6-ce7a931b136b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:09:03.488918 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-bae01227-63ec-4a43-a11e-0acbf3f4a1e9 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:03.491667 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-47649920-7295-441d-83b9-02182de59cbb tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852910230'] for port, after_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.500594 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:03.535561 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-bae01227-63ec-4a43-a11e-0acbf3f4a1e9 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Usage tracker for resource:security_group_rule and tenant:58846b25a8b64cc9833f513a6aff6430 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:03.547976 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-bae01227-63ec-4a43-a11e-0acbf3f4a1e9 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:03.572842 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-bae01227-63ec-4a43-a11e-0acbf3f4a1e9 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:03.657784 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47649920-7295-441d-83b9-02182de59cbb tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Pushing event updated for resources: {'Port': ['ID=68f90ed9-1a56-4e4f-a211-1e9d8b12dd2e,revision_number=2']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:03.662912 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bae01227-63ec-4a43-a11e-0acbf3f4a1e9 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.673323 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-47649920-7295-441d-83b9-02182de59cbb tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:03.681361 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-47649920-7295-441d-83b9-02182de59cbb tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435684'] for floatingip, after_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.722322 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-47649920-7295-441d-83b9-02182de59cbb tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for floatingip, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.723691 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-47649920-7295-441d-83b9-02182de59cbb tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5631895 Dec 14 19:09:03.754076 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bae01227-63ec-4a43-a11e-0acbf3f4a1e9 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.758907 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bae01227-63ec-4a43-a11e-0acbf3f4a1e9 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427509'] for security_group_rule, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.768437 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2661bbbe-6f85-44a3-a3b1-fe6ca77d708c tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:03.797553 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae01227-63ec-4a43-a11e-0acbf3f4a1e9 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1125e23b-fa88-404d-a9d4-64a4fe441aa5,revision_number=0']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:03.807268 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-bae01227-63ec-4a43-a11e-0acbf3f4a1e9 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:03.823641 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bae01227-63ec-4a43-a11e-0acbf3f4a1e9 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:03.825867 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-bae01227-63ec-4a43-a11e-0acbf3f4a1e9 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3562922 Dec 14 19:09:03.831810 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 48192) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:03.842478 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-4b8f6bca-8235-4ddc-b546-382eb416d8ea tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Request body: {'floatingip': {'floating_network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:09:03.853806 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-4b8f6bca-8235-4ddc-b546-382eb416d8ea tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:03.861663 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-4b8f6bca-8235-4ddc-b546-382eb416d8ea tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Usage tracker for resource:floatingip and tenant:58846b25a8b64cc9833f513a6aff6430 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:03.867830 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-4b8f6bca-8235-4ddc-b546-382eb416d8ea tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:03.877384 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-4b8f6bca-8235-4ddc-b546-382eb416d8ea tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:03.899952 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6bca-8235-4ddc-b546-382eb416d8ea tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for floatingip, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:04.135801 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6bca-8235-4ddc-b546-382eb416d8ea tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:04.161922 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-e7555b96-e313-4bae-916e-3f79c849d789 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1736109111&fields=id&tenant_id=110f0191feb9402db4fceb6ce9c472c5 HTTP/1.1" status: 200 len: 267 time: 0.0833426 Dec 14 19:09:04.653869 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 48224) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:04.810709 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-51081844-a963-40b8-aa97-4d8ebff12fe3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-518065814-network', 'tenant_id': '556ec7d85039428a890a980144f210c0'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:09:04.816317 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-51081844-a963-40b8-aa97-4d8ebff12fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:04.820755 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-51081844-a963-40b8-aa97-4d8ebff12fe3 admin admin] Usage tracker for resource:network and tenant:556ec7d85039428a890a980144f210c0 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:04.824011 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-51081844-a963-40b8-aa97-4d8ebff12fe3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:04.829380 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-19d00a2e-ac17-4ea5-a893-49cb84808447 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:04.831058 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-19d00a2e-ac17-4ea5-a893-49cb84808447 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/networks?id=41417801-7e29-40be-adf1-4fe41a7c2988 HTTP/1.1" status: 200 len: 810 time: 0.6031783 Dec 14 19:09:04.832003 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-51081844-a963-40b8-aa97-4d8ebff12fe3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:04.832404 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [None req-4b8f6bca-8235-4ddc-b546-382eb416d8ea tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Allocated IP 172.28.1.136 (ffa0012a-9543-497d-8125-adf64d8cb965/bf490572-e226-4f78-a70f-384a9e5bc0f8/00afaefc-ac2e-45a8-8cf1-91dbc3ada819) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:09:04.843275 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51081844-a963-40b8-aa97-4d8ebff12fe3 admin admin] Made reservation on behalf of 556ec7d85039428a890a980144f210c0 for: {'network': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:09:04.848836 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-51081844-a963-40b8-aa97-4d8ebff12fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for network, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:04.867810 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-51081844-a963-40b8-aa97-4d8ebff12fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:04.868311 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435597c-55f5-4323-818a-2c4a6abee1ee req-70197cd0-8f03-4d33-9a75-64d6dea4e506 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:04.869988 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-6435597c-55f5-4323-818a-2c4a6abee1ee req-70197cd0-8f03-4d33-9a75-64d6dea4e506 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 984 time: 0.5358286 Dec 14 19:09:04.891008 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-09effa27-902d-44a6-b7af-1c98acd1592c tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/quotas/110f0191feb9402db4fceb6ce9c472c5 HTTP/1.1" status: 200 len: 375 time: 0.0527966 Dec 14 19:09:04.904135 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-51081844-a963-40b8-aa97-4d8ebff12fe3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:04.909042 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-51081844-a963-40b8-aa97-4d8ebff12fe3 admin admin] Usage tracker for resource:security_group_rule and tenant:556ec7d85039428a890a980144f210c0 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:04.912594 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-51081844-a963-40b8-aa97-4d8ebff12fe3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:04.919612 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-51081844-a963-40b8-aa97-4d8ebff12fe3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:04.999300 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-51081844-a963-40b8-aa97-4d8ebff12fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:05.003616 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-51081844-a963-40b8-aa97-4d8ebff12fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:05.006956 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-175a22e2-ccc4-4509-9d54-07756d89e2bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:05.039237 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51081844-a963-40b8-aa97-4d8ebff12fe3 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=88176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:09:05.049837 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51081844-a963-40b8-aa97-4d8ebff12fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53340073-ebe8-4e45-9b22-becbacbb2b4c,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:05.054450 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-51081844-a963-40b8-aa97-4d8ebff12fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:05.056570 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-51081844-a963-40b8-aa97-4d8ebff12fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:05.056991 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.segments_db [None req-51081844-a963-40b8-aa97-4d8ebff12fe3 admin admin] Added segment 49fec136-3a31-45ad-883a-5bbbbbc4a4bc of type vlan for network 2faddad5-7353-4447-ab48-c62344384097 Dec 14 19:09:05.089535 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-6435597c-55f5-4323-818a-2c4a6abee1ee req-13829af1-cebf-4ec6-a6f1-d732dc725148 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&id=4bdd0291-1b09-4e2a-a153-99ee08995bec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2002916 Dec 14 19:09:05.093549 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-51081844-a963-40b8-aa97-4d8ebff12fe3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781368396147'] for network, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:05.132069 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-51081844-a963-40b8-aa97-4d8ebff12fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075'] for network, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:05.134118 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51081844-a963-40b8-aa97-4d8ebff12fe3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:05.135368 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-51081844-a963-40b8-aa97-4d8ebff12fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:05.142313 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:05.166034 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6bca-8235-4ddc-b546-382eb416d8ea tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:05.176478 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-c362a010-541d-433f-a3dd-3c686b15debc tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=110f0191feb9402db4fceb6ce9c472c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2543724 Dec 14 19:09:05.268025 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-51081844-a963-40b8-aa97-4d8ebff12fe3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6124268 Dec 14 19:09:05.277302 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 48230) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:05.287237 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-d2c5f344-734b-4f2b-82fa-5f3c4b815824 admin admin] Request body: {'subnet': {'network_id': '2faddad5-7353-4447-ab48-c62344384097', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-518065814-subnet', 'tenant_id': '556ec7d85039428a890a980144f210c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:09:05.301264 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51081844-a963-40b8-aa97-4d8ebff12fe3 admin admin] Pushing event updated for resources: {'Network': ['ID=2faddad5-7353-4447-ab48-c62344384097,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:05.305902 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-51081844-a963-40b8-aa97-4d8ebff12fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:05.307719 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-d2c5f344-734b-4f2b-82fa-5f3c4b815824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:05.313646 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-d2c5f344-734b-4f2b-82fa-5f3c4b815824 admin admin] Usage tracker for resource:subnet and tenant:556ec7d85039428a890a980144f210c0 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:05.314874 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Network 2faddad5-7353-4447-ab48-c62344384097 details requested by agent ovs-agent-dv-cinder-821749-1-smb with host dv-cinder-821749-1-smb {{(pid=88178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:09:05.317259 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-d2c5f344-734b-4f2b-82fa-5f3c4b815824 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:05.324570 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-d2c5f344-734b-4f2b-82fa-5f3c4b815824 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:05.341379 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c5f344-734b-4f2b-82fa-5f3c4b815824 admin admin] Made reservation on behalf of 556ec7d85039428a890a980144f210c0 for: {'subnet': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:09:05.347188 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d2c5f344-734b-4f2b-82fa-5f3c4b815824 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853574783'] for subnet, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:05.364661 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6bca-8235-4ddc-b546-382eb416d8ea tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:05.373080 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-14cdff48-70d8-4c9f-ae1c-9c7a4feab8ea tempest-ServerRescueNegativeTestJSON-691289071 tempest-ServerRescueNegativeTestJSON-691289071-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:05.486118 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8f6bca-8235-4ddc-b546-382eb416d8ea tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Network ffa0012a-9543-497d-8125-adf64d8cb965 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:09:05.492690 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-4b8f6bca-8235-4ddc-b546-382eb416d8ea tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:09:05.494818 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f6bca-8235-4ddc-b546-382eb416d8ea tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Pushing event updated for resources: {'Port': ['ID=00afaefc-ac2e-45a8-8cf1-91dbc3ada819,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:05.497329 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8f6bca-8235-4ddc-b546-382eb416d8ea tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:09:05.535297 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-4b8f6bca-8235-4ddc-b546-382eb416d8ea tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:05.549264 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-141cc83c-19dd-453c-b4cd-07a9cc77e309 service neutron] 10.222.0.62 "GET /v2.0/networks/41417801-7e29-40be-adf1-4fe41a7c2988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573346 Dec 14 19:09:05.588764 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d2c5f344-734b-4f2b-82fa-5f3c4b815824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1865689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853574768'] for subnet, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:05.593283 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:05.593730 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aece70-44c4-4176-ba76-62eaf2ec1bc2 req-7e6c092a-fc72-4b19-b80f-924baf31fb40 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:05.595493 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a7aece70-44c4-4176-ba76-62eaf2ec1bc2 req-7e6c092a-fc72-4b19-b80f-924baf31fb40 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=228e86b6-001f-4319-a834-f6377bad9239 HTTP/1.1" status: 200 len: 946 time: 0.3498056 Dec 14 19:09:05.665577 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c5f344-734b-4f2b-82fa-5f3c4b815824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c445d9b-b545-4935-95ec-2538adbc73ed,revision_number=0']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:05.669827 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d2c5f344-734b-4f2b-82fa-5f3c4b815824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:05.684532 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c5f344-734b-4f2b-82fa-5f3c4b815824 admin admin] Checking segment: {'id': '49fec136-3a31-45ad-883a-5bbbbbc4a4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2faddad5-7353-4447-ab48-c62344384097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:09:05.684930 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c5f344-734b-4f2b-82fa-5f3c4b815824 admin admin] Network hostable DHCP agents. Network: 2faddad5-7353-4447-ab48-c62344384097, hostable agents: ['64cad2d4-6c81-4c69-be80-b384beab6ad0'], hosted agents: [] {{(pid=88176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:09:05.709706 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c5f344-734b-4f2b-82fa-5f3c4b815824 admin admin] Network 2faddad5-7353-4447-ab48-c62344384097 is scheduled to be hosted by DHCP agent 64cad2d4-6c81-4c69-be80-b384beab6ad0 with binding_index 1 {{(pid=88176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:09:05.719903 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-d2c5f344-734b-4f2b-82fa-5f3c4b815824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-smb, 2faddad5-7353-4447-ab48-c62344384097) {{(pid=88176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:09:05.723987 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c5f344-734b-4f2b-82fa-5f3c4b815824 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:05.724631 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d2c5f344-734b-4f2b-82fa-5f3c4b815824 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:05.735314 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9411aeff-7390-464c-8c32-c45dbbb87332 None None] Network 2faddad5-7353-4447-ab48-c62344384097 requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:09:05.747806 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-d2c5f344-734b-4f2b-82fa-5f3c4b815824 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4684887 Dec 14 19:09:05.763533 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a7aece70-44c4-4176-ba76-62eaf2ec1bc2 req-ef82bc0a-5674-44d7-b111-f3fcdcd4bb90 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573937 Dec 14 19:09:05.877183 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-1f1d0d13-6cb0-491c-a4cf-fa7db57dc3dd service neutron] 10.222.0.62 "GET /v2.0/networks/41417801-7e29-40be-adf1-4fe41a7c2988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161538 Dec 14 19:09:05.884896 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6bca-8235-4ddc-b546-382eb416d8ea tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:05.996781 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6bca-8235-4ddc-b546-382eb416d8ea tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:06.243327 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7f1b7d50-9b98-42de-99f1-840cd0e5accb req-5c1b3e00-19f2-4ec4-9fb9-6e4f7b251be6 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c034432f-3db0-4bf4-ae01-c599713a2639 HTTP/1.1" status: 200 len: 210 time: 0.0971496 Dec 14 19:09:06.392405 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b7633c-c7a5-4007-83f2-30e1f4544f3f None None] Network 2faddad5-7353-4447-ab48-c62344384097 requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:09:06.463670 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6bca-8235-4ddc-b546-382eb416d8ea tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:06.471790 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6bca-8235-4ddc-b546-382eb416d8ea tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853069063'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:06.479383 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:06.683856 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6bca-8235-4ddc-b546-382eb416d8ea tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435684'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:06.716898 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f6bca-8235-4ddc-b546-382eb416d8ea tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Pushing event updated for resources: {'Port': ['ID=00afaefc-ac2e-45a8-8cf1-91dbc3ada819,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:06.720422 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-4b8f6bca-8235-4ddc-b546-382eb416d8ea tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:06.729860 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4b8f6bca-8235-4ddc-b546-382eb416d8ea tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:06.731190 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-4b8f6bca-8235-4ddc-b546-382eb416d8ea tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8977461 Dec 14 19:09:06.771195 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4f8e97-f380-42a7-b7ea-bd43596f248c req-9da50c36-6f75-4e36-9bea-2abf558316f4 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:06.776575 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cd4f8e97-f380-42a7-b7ea-bd43596f248c req-9da50c36-6f75-4e36-9bea-2abf558316f4 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 984 time: 0.2947032 Dec 14 19:09:06.877877 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cd4f8e97-f380-42a7-b7ea-bd43596f248c req-65d2b10a-2c40-4bbd-afe2-da3de52eaa00 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&id=4bdd0291-1b09-4e2a-a153-99ee08995bec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0971091 Dec 14 19:09:07.125607 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-b2275c8b-6be1-430a-8652-7f78c8a3558d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Synchronizing usage tracker for tenant:58846b25a8b64cc9833f513a6aff6430 on resource:security_group {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:09:07.137181 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-b2275c8b-6be1-430a-8652-7f78c8a3558d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Unset dirty status for tenant:58846b25a8b64cc9833f513a6aff6430 on resource:security_group {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:09:07.138594 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-b2275c8b-6be1-430a-8652-7f78c8a3558d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1629219322&fields=id&tenant_id=58846b25a8b64cc9833f513a6aff6430 HTTP/1.1" status: 200 len: 267 time: 0.0799649 Dec 14 19:09:07.332147 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-cf6ec905-8a27-4905-a4e8-56877d79c0fa tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:07.333945 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-cf6ec905-8a27-4905-a4e8-56877d79c0fa tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/networks?id=b4963efd-9650-43f5-bcad-9f14585c51e1 HTTP/1.1" status: 200 len: 817 time: 0.1861141 Dec 14 19:09:07.353143 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-ab4e8324-fd82-44d5-a916-75864e0c6d46 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/quotas/58846b25a8b64cc9833f513a6aff6430 HTTP/1.1" status: 200 len: 375 time: 0.0123858 Dec 14 19:09:07.463806 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c6cc680f-0f12-4944-8710-6da69bed12c8 req-bece1f6b-3815-4ca7-aaf5-c8d857391f62 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c034432f-3db0-4bf4-ae01-c599713a2639 HTTP/1.1" status: 200 len: 210 time: 0.0591564 Dec 14 19:09:07.508308 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-63bf62a0-c514-4609-8156-4ee9c1a33dc9 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Synchronizing usage tracker for tenant:58846b25a8b64cc9833f513a6aff6430 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:09:07.527207 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-63bf62a0-c514-4609-8156-4ee9c1a33dc9 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Unset dirty status for tenant:58846b25a8b64cc9833f513a6aff6430 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:09:07.528680 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-63bf62a0-c514-4609-8156-4ee9c1a33dc9 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=58846b25a8b64cc9833f513a6aff6430&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1692102 Dec 14 19:09:07.708111 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-5af43db8-8483-42c7-b22c-364003a006e1 service neutron] 10.222.0.62 "GET /v2.0/networks/b4963efd-9650-43f5-bcad-9f14585c51e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659493 Dec 14 19:09:07.992936 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-a65d802e-0138-4657-9e96-d13851884d5d service neutron] 10.222.0.62 "GET /v2.0/networks/b4963efd-9650-43f5-bcad-9f14585c51e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781925 Dec 14 19:09:08.116261 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-88fd1583-046d-434f-8cb7-fe3de2df8d31 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:08.118084 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-88fd1583-046d-434f-8cb7-fe3de2df8d31 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.73 "GET /v2.0/networks?id=41417801-7e29-40be-adf1-4fe41a7c2988 HTTP/1.1" status: 200 len: 810 time: 0.3019660 Dec 14 19:09:08.233815 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e594ab-2f69-4641-bb06-aaac00362603 req-ac3cb193-27fa-4e59-b715-5ff1170cfb36 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:08.236749 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c2e594ab-2f69-4641-bb06-aaac00362603 req-ac3cb193-27fa-4e59-b715-5ff1170cfb36 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 984 time: 0.2184839 Dec 14 19:09:08.307325 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-06d1a7fc-6a99-4958-a1df-e15bafa011f3 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=110f0191feb9402db4fceb6ce9c472c5 HTTP/1.1" status: 200 len: 380 time: 0.1673701 Dec 14 19:09:08.328538 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-4fce669f-2667-4861-b172-fc605766fe1e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Request body: {'port': {'device_id': 'c034432f-3db0-4bf4-ae01-c599713a2639', 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988', 'admin_state_up': True, 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'security_groups': ['7f2970c0-86a2-4f49-b572-6ac608ebb087']}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:09:08.540045 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fd65463b-344b-4552-a9bd-94da42379d4c req-552bfa23-e750-4e98-a8aa-5f39c08c3c4d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 210 time: 0.1243012 Dec 14 19:09:08.653683 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c2e594ab-2f69-4641-bb06-aaac00362603 req-f3de9320-6d66-4609-ab64-9a9d4847ecaa tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&id=4bdd0291-1b09-4e2a-a153-99ee08995bec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3988483 Dec 14 19:09:08.852351 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-4fce669f-2667-4861-b172-fc605766fe1e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:08.944388 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-4fce669f-2667-4861-b172-fc605766fe1e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Usage tracker for resource:port and tenant:110f0191feb9402db4fceb6ce9c472c5 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:08.999706 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-4fce669f-2667-4861-b172-fc605766fe1e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:09.016225 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-38601e14-a4fa-4a7d-a52a-658c06af03db req-00fb405d-32d7-4288-ae23-591facf27617 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c034432f-3db0-4bf4-ae01-c599713a2639 HTTP/1.1" status: 200 len: 210 time: 0.1668582 Dec 14 19:09:09.025224 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-4fce669f-2667-4861-b172-fc605766fe1e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:09.352108 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-4fce669f-2667-4861-b172-fc605766fe1e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Made reservation on behalf of 110f0191feb9402db4fceb6ce9c472c5 for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:09:09.357976 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-4fce669f-2667-4861-b172-fc605766fe1e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:09.468223 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-ce833189-18e5-4752-b6c7-491b6be451dd tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:09.469818 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-ce833189-18e5-4752-b6c7-491b6be451dd tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/networks?id=2faddad5-7353-4447-ab48-c62344384097 HTTP/1.1" status: 200 len: 813 time: 0.7177422 Dec 14 19:09:09.581256 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-c5f1c56b-0ee1-4a07-b0e4-b42ae8423d9c tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/quotas/556ec7d85039428a890a980144f210c0 HTTP/1.1" status: 200 len: 375 time: 0.0969040 Dec 14 19:09:09.653795 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-34f6468a-62f2-4690-8700-8b394d965a3d tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:09.657132 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-34f6468a-62f2-4690-8700-8b394d965a3d tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/networks?id=49ce9c34-e606-4a89-ad89-9fec2cbe70a2 HTTP/1.1" status: 200 len: 814 time: 0.3540339 Dec 14 19:09:09.674756 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-5347a670-9ae1-4e18-867c-01866363f491 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=556ec7d85039428a890a980144f210c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795577 Dec 14 19:09:09.737123 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-4e260deb-7a16-4c50-a732-350fbb5b46e3 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:09.739454 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-4e260deb-7a16-4c50-a732-350fbb5b46e3 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.73 "GET /v2.0/networks?id=b4963efd-9650-43f5-bcad-9f14585c51e1 HTTP/1.1" status: 200 len: 817 time: 0.1793535 Dec 14 19:09:09.762247 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-0e69e867-ac53-4cb2-8347-3761a96582f5 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/quotas/e3f0f20afe704ddc9991a9e7ac0982af HTTP/1.1" status: 200 len: 375 time: 0.0905383 Dec 14 19:09:09.798541 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-ebe6877e-7315-4b9f-b1ad-f21022790f45 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Synchronizing usage tracker for tenant:58846b25a8b64cc9833f513a6aff6430 on resource:security_group {{(pid=88176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:09:09.813073 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-ebe6877e-7315-4b9f-b1ad-f21022790f45 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Unset dirty status for tenant:58846b25a8b64cc9833f513a6aff6430 on resource:security_group {{(pid=88176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:09:09.814342 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-ebe6877e-7315-4b9f-b1ad-f21022790f45 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58846b25a8b64cc9833f513a6aff6430 HTTP/1.1" status: 200 len: 380 time: 0.0630887 Dec 14 19:09:09.832602 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-8d778c81-1c37-4d82-a217-9bd83c12c711 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Request body: {'port': {'device_id': '1635bfab-e30c-43eb-8ee5-e1900176c192', 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'admin_state_up': True, 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'security_groups': ['a582ca1b-0a4f-4475-bde6-ce7a931b136b']}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:09:09.938034 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-4fce669f-2667-4861-b172-fc605766fe1e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Allocated IP 172.20.0.9 (41417801-7e29-40be-adf1-4fe41a7c2988/9d0b1b1d-1f37-43fd-8afc-31b562aa0f47/ecced373-b61e-46dd-88cb-d639cd76849c) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:09:09.984122 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-8d778c81-1c37-4d82-a217-9bd83c12c711 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:09.995894 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-8d778c81-1c37-4d82-a217-9bd83c12c711 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:10.006813 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-8d778c81-1c37-4d82-a217-9bd83c12c711 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Made reservation on behalf of 58846b25a8b64cc9833f513a6aff6430 for: {'port': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:09:10.012689 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-8d778c81-1c37-4d82-a217-9bd83c12c711 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:10.016824 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-9b52cb91-8347-401c-be98-2bc726e30206 service neutron] 10.222.0.62 "GET /v2.0/networks/2faddad5-7353-4447-ab48-c62344384097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276002 Dec 14 19:09:10.090605 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fb607b4a-114e-48cf-bdbc-013e2b522468 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e3f0f20afe704ddc9991a9e7ac0982af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3078861 Dec 14 19:09:10.202313 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-8d778c81-1c37-4d82-a217-9bd83c12c711 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Allocated IP 172.20.0.3 (b4963efd-9650-43f5-bcad-9f14585c51e1/3b815059-1f36-4f96-b4d1-a621a9f7fda3/2243d381-6c9c-4dd0-a65a-736a533cc984) {{(pid=88176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:09:10.420037 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-8d778c81-1c37-4d82-a217-9bd83c12c711 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for port, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:10.420407 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-574b384b-d5a5-46d5-aa7d-277e6aece4c0 service neutron] 10.222.0.62 "GET /v2.0/networks/2faddad5-7353-4447-ab48-c62344384097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951917 Dec 14 19:09:10.438179 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-8d778c81-1c37-4d82-a217-9bd83c12c711 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Transition to ACTIVE for port object 2243d381-6c9c-4dd0-a65a-736a533cc984 will not be triggered until provisioned by entity DHCP. {{(pid=88176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:09:10.459289 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-8d778c81-1c37-4d82-a217-9bd83c12c711 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1865571'] for port, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:10.465874 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-4fce669f-2667-4861-b172-fc605766fe1e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:10.466345 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:10.471332 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-58b5863c-b141-47af-9bad-65cfd5d3c4b4 service neutron] 10.222.0.62 "GET /v2.0/networks/49ce9c34-e606-4a89-ad89-9fec2cbe70a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604112 Dec 14 19:09:10.532217 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-4fce669f-2667-4861-b172-fc605766fe1e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Transition to ACTIVE for port object ecced373-b61e-46dd-88cb-d639cd76849c will not be triggered until provisioned by entity DHCP. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:09:10.552346 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-8d778c81-1c37-4d82-a217-9bd83c12c711 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Network b4963efd-9650-43f5-bcad-9f14585c51e1 is already hosted by enough agents. {{(pid=88176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:09:10.556418 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-8d778c81-1c37-4d82-a217-9bd83c12c711 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Resources bound (agent type, host, resource id): {{(pid=88176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:09:10.558733 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d778c81-1c37-4d82-a217-9bd83c12c711 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Pushing event updated for resources: {'Port': ['ID=2243d381-6c9c-4dd0-a65a-736a533cc984,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:10.561082 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-8d778c81-1c37-4d82-a217-9bd83c12c711 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Received port after_create {{(pid=88176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:09:10.589079 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8d778c81-1c37-4d82-a217-9bd83c12c711 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:10.645169 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-8d778c81-1c37-4d82-a217-9bd83c12c711 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:10.646118 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-8d778c81-1c37-4d82-a217-9bd83c12c711 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:10.682850 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-8d778c81-1c37-4d82-a217-9bd83c12c711 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8548961 Dec 14 19:09:10.686877 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-4fce669f-2667-4861-b172-fc605766fe1e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:10.697831 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-baa821e0-d820-48b9-af38-6882e8c3e4c3 service neutron] Request body: {'port': {'device_id': '1635bfab-e30c-43eb-8ee5-e1900176c192', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:09:10.698907 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f9759e68-5922-4e08-abe9-5b721dc981d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:10.814008 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-6eec24ce-9e80-4c75-bec6-4fd04a6740cb service neutron] 10.222.0.62 "GET /v2.0/networks/49ce9c34-e606-4a89-ad89-9fec2cbe70a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328252 Dec 14 19:09:10.887961 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-baa821e0-d820-48b9-af38-6882e8c3e4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:10.901139 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-4fce669f-2667-4861-b172-fc605766fe1e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Network 41417801-7e29-40be-adf1-4fe41a7c2988 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:09:10.903716 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce669f-2667-4861-b172-fc605766fe1e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Pushing event updated for resources: {'Port': ['ID=ecced373-b61e-46dd-88cb-d639cd76849c,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:10.917424 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-4fce669f-2667-4861-b172-fc605766fe1e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:09:10.922337 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-4fce669f-2667-4861-b172-fc605766fe1e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:10.924256 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-4fce669f-2667-4861-b172-fc605766fe1e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:09:11.010686 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-cf9625c8-f482-48c9-8bae-0ab09291e650 None None] Provisioning for port 2243d381-6c9c-4dd0-a65a-736a533cc984 completed by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:09:11.017772 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-cf9625c8-f482-48c9-8bae-0ab09291e650 None None] Provisioning complete for port 2243d381-6c9c-4dd0-a65a-736a533cc984 triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:09:11.019093 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-cf9625c8-f482-48c9-8bae-0ab09291e650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:11.115440 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-4fce669f-2667-4861-b172-fc605766fe1e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:11.116160 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-4fce669f-2667-4861-b172-fc605766fe1e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:11.122108 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-cf9625c8-f482-48c9-8bae-0ab09291e650 None None] Port 2243d381-6c9c-4dd0-a65a-736a533cc984 cannot update to ACTIVE because it is not bound. {{(pid=88178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:09:11.171920 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9f2b8-031d-471c-8ba8-3d29245fe424 req-a164b5dc-4e22-4b50-a262-f7467ba975df tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:11.175525 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f1b9f2b8-031d-471c-8ba8-3d29245fe424 req-a164b5dc-4e22-4b50-a262-f7467ba975df tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 931 time: 0.4393995 Dec 14 19:09:11.289334 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-4fce669f-2667-4861-b172-fc605766fe1e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9757328 Dec 14 19:09:11.305033 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-c4dcd774-8805-4ffd-9cee-bc4782bd0740 service neutron] Request body: {'port': {'device_id': 'c034432f-3db0-4bf4-ae01-c599713a2639', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:09:11.396457 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f1b9f2b8-031d-471c-8ba8-3d29245fe424 req-c4c42b30-98ab-489e-9c52-311938746414 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140346 Dec 14 19:09:11.467124 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-baa821e0-d820-48b9-af38-6882e8c3e4c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2243d381-6c9c-4dd0-a65a-736a533cc984 {{(pid=88176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:09:11.478041 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-baa821e0-d820-48b9-af38-6882e8c3e4c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:11.478820 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e947d-b763-413e-8cd9-411c135684ae req-7beb35a2-9fe0-4ada-967d-da4ab74f21e6 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:11.486722 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-6b7e947d-b763-413e-8cd9-411c135684ae req-7beb35a2-9fe0-4ada-967d-da4ab74f21e6 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 984 time: 0.3030326 Dec 14 19:09:11.497722 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-baa821e0-d820-48b9-af38-6882e8c3e4c3 service neutron] Transition to ACTIVE for port object 2243d381-6c9c-4dd0-a65a-736a533cc984 will not be triggered until provisioned by entity L2. {{(pid=88176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:09:11.502839 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-baa821e0-d820-48b9-af38-6882e8c3e4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852910230'] for port, after_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:11.511419 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8d778c81-1c37-4d82-a217-9bd83c12c711 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:11.547769 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-c4dcd774-8805-4ffd-9cee-bc4782bd0740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:11.548178 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:11.562068 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-62341770-5aa0-432e-ae05-45f09f946e7b None None] Provisioning for port ecced373-b61e-46dd-88cb-d639cd76849c completed by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:09:11.571530 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-62341770-5aa0-432e-ae05-45f09f946e7b None None] Provisioning complete for port ecced373-b61e-46dd-88cb-d639cd76849c triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:09:11.571956 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-62341770-5aa0-432e-ae05-45f09f946e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:11.600577 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa821e0-d820-48b9-af38-6882e8c3e4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2243d381-6c9c-4dd0-a65a-736a533cc984,revision_number=2']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:11.608065 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-baa821e0-d820-48b9-af38-6882e8c3e4c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:11.703192 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-62341770-5aa0-432e-ae05-45f09f946e7b None None] Port ecced373-b61e-46dd-88cb-d639cd76849c cannot update to ACTIVE because it is not bound. {{(pid=88178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:09:11.754427 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-6b7e947d-b763-413e-8cd9-411c135684ae req-368f91eb-871f-44a9-b331-6fd61cfef1c1 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&id=4bdd0291-1b09-4e2a-a153-99ee08995bec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2661154 Dec 14 19:09:11.856967 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-baa821e0-d820-48b9-af38-6882e8c3e4c3 service neutron] Attempting to bind port 2243d381-6c9c-4dd0-a65a-736a533cc984 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:09:11.860968 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-baa821e0-d820-48b9-af38-6882e8c3e4c3 service neutron] Attempting to bind port 2243d381-6c9c-4dd0-a65a-736a533cc984 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '194eab7e-d5e7-4d23-9be3-263d15a0e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1'}] {{(pid=88176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:09:11.861695 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-baa821e0-d820-48b9-af38-6882e8c3e4c3 service neutron] Attempting to bind port 2243d381-6c9c-4dd0-a65a-736a533cc984 on network b4963efd-9650-43f5-bcad-9f14585c51e1 {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:09:11.869355 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-baa821e0-d820-48b9-af38-6882e8c3e4c3 service neutron] Port 2243d381-6c9c-4dd0-a65a-736a533cc984 on network b4963efd-9650-43f5-bcad-9f14585c51e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:09:11.870107 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-baa821e0-d820-48b9-af38-6882e8c3e4c3 service neutron] Attempting to bind port 2243d381-6c9c-4dd0-a65a-736a533cc984 on network b4963efd-9650-43f5-bcad-9f14585c51e1 {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:09:11.878191 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-baa821e0-d820-48b9-af38-6882e8c3e4c3 service neutron] Checking agent: {'id': '2cdf3b01-963f-4e6b-8571-872140058f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:09:11.878965 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-baa821e0-d820-48b9-af38-6882e8c3e4c3 service neutron] Checking segment: {'id': '194eab7e-d5e7-4d23-9be3-263d15a0e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:09:11.879609 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-baa821e0-d820-48b9-af38-6882e8c3e4c3 service neutron] Bound using segment: {'id': '194eab7e-d5e7-4d23-9be3-263d15a0e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1'} {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:09:11.880293 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-baa821e0-d820-48b9-af38-6882e8c3e4c3 service neutron] Bound port: 2243d381-6c9c-4dd0-a65a-736a533cc984, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '194eab7e-d5e7-4d23-9be3-263d15a0e1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1'}}] {{(pid=88176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:09:11.880995 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-baa821e0-d820-48b9-af38-6882e8c3e4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:11.910664 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b804e5-d19e-4099-9494-8ca46bcb64e9 req-dd661570-8a72-4164-8338-b0a3d7dcf414 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:11.911963 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-69b804e5-d19e-4099-9494-8ca46bcb64e9 req-dd661570-8a72-4164-8338-b0a3d7dcf414 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Synchronizing usage tracker for tenant:110f0191feb9402db4fceb6ce9c472c5 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:09:12.005067 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-baa821e0-d820-48b9-af38-6882e8c3e4c3 service neutron] For port 2243d381-6c9c-4dd0-a65a-736a533cc984, host hv-cinder-82174, cleared binding levels {{(pid=88176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:09:12.010853 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-baa821e0-d820-48b9-af38-6882e8c3e4c3 service neutron] For port 2243d381-6c9c-4dd0-a65a-736a533cc984, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=2243d381-6c9c-4dd0-a65a-736a533cc984,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:09:12.018505 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-baa821e0-d820-48b9-af38-6882e8c3e4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852910230'] for port, after_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:12.025431 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-9f443f63-3c25-4243-b99b-3f81b3013d2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:12.044708 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-69b804e5-d19e-4099-9494-8ca46bcb64e9 req-dd661570-8a72-4164-8338-b0a3d7dcf414 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Unset dirty status for tenant:110f0191feb9402db4fceb6ce9c472c5 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:09:12.058385 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-69b804e5-d19e-4099-9494-8ca46bcb64e9 req-dd661570-8a72-4164-8338-b0a3d7dcf414 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c034432f-3db0-4bf4-ae01-c599713a2639 HTTP/1.1" status: 200 len: 931 time: 0.4561527 Dec 14 19:09:12.075211 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-27e4b97f-495c-40c7-83e7-1c8d2a458a54 req-51b9d51c-9136-4341-bba5-502baf9992a7 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba6ed86d-5f6f-4047-bd4a-25d7c01f4e0e HTTP/1.1" status: 200 len: 210 time: 0.1044276 Dec 14 19:09:12.141826 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-baa821e0-d820-48b9-af38-6882e8c3e4c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:12.143760 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-baa821e0-d820-48b9-af38-6882e8c3e4c3 service neutron] 10.222.0.73 "PUT /v2.0/ports/2243d381-6c9c-4dd0-a65a-736a533cc984 HTTP/1.1" status: 200 len: 1093 time: 1.4512439 Dec 14 19:09:12.144540 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1635bfab-e30c-43eb-8ee5-e1900176c192', 'tag': '2243d381-6c9c-4dd0-a65a-736a533cc984'}] {{(pid=88176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:09:12.178329 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa821e0-d820-48b9-af38-6882e8c3e4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=2243d381-6c9c-4dd0-a65a-736a533cc984,revision_number=3']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:12.191553 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-baa821e0-d820-48b9-af38-6882e8c3e4c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:12.487876 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-cf8562c8-2b79-4340-99cc-1209c07b69d4 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:12.488669 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-cf8562c8-2b79-4340-99cc-1209c07b69d4 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Synchronizing usage tracker for tenant:556ec7d85039428a890a980144f210c0 on resource:network {{(pid=88176) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:09:12.510600 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-cf8562c8-2b79-4340-99cc-1209c07b69d4 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Unset dirty status for tenant:556ec7d85039428a890a980144f210c0 on resource:network {{(pid=88176) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:09:12.511871 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-cf8562c8-2b79-4340-99cc-1209c07b69d4 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.73 "GET /v2.0/networks?id=2faddad5-7353-4447-ab48-c62344384097 HTTP/1.1" status: 200 len: 813 time: 0.2552979 Dec 14 19:09:12.534058 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-249852e5-6bbe-4cda-b19e-a3dee331a43c tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Request body: {'port': {'device_id': 'ba6ed86d-5f6f-4047-bd4a-25d7c01f4e0e', 'network_id': '2faddad5-7353-4447-ab48-c62344384097', 'admin_state_up': True, 'tenant_id': '556ec7d85039428a890a980144f210c0'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:09:12.604775 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4deba75b-bf06-4e5e-b856-028825840650 req-7d459518-9be1-49a6-82b3-463cb3793ac8 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=a352af72-230b-4cda-b1e2-67c0acdca389 HTTP/1.1" status: 200 len: 210 time: 0.1121604 Dec 14 19:09:12.661232 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-69b804e5-d19e-4099-9494-8ca46bcb64e9 req-64c6d3f7-3c8b-4aef-8803-4a127311ee37 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f2970c0-86a2-4f49-b572-6ac608ebb087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5846903 Dec 14 19:09:12.718373 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-249852e5-6bbe-4cda-b19e-a3dee331a43c tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:12.725681 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1635bfab-e30c-43eb-8ee5-e1900176c192', 'tag': '2243d381-6c9c-4dd0-a65a-736a533cc984', 'status': 'completed', 'code': 200} Dec 14 19:09:12.726704 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-249852e5-6bbe-4cda-b19e-a3dee331a43c tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Usage tracker for resource:port and tenant:556ec7d85039428a890a980144f210c0 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:09:12.730038 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-249852e5-6bbe-4cda-b19e-a3dee331a43c tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:09:12.737498 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-249852e5-6bbe-4cda-b19e-a3dee331a43c tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:12.747995 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-249852e5-6bbe-4cda-b19e-a3dee331a43c tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Made reservation on behalf of 556ec7d85039428a890a980144f210c0 for: {'port': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:09:12.754286 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-249852e5-6bbe-4cda-b19e-a3dee331a43c tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:12.790654 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-c4dcd774-8805-4ffd-9cee-bc4782bd0740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecced373-b61e-46dd-88cb-d639cd76849c {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:09:12.839248 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-c4dcd774-8805-4ffd-9cee-bc4782bd0740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:12.927398 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-c4dcd774-8805-4ffd-9cee-bc4782bd0740 service neutron] Transition to ACTIVE for port object ecced373-b61e-46dd-88cb-d639cd76849c will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:09:12.970764 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-249852e5-6bbe-4cda-b19e-a3dee331a43c tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Allocated IP 172.20.0.9 (2faddad5-7353-4447-ab48-c62344384097/5c445d9b-b545-4935-95ec-2538adbc73ed/383bed10-d53e-4356-833a-994156ceaa5e) {{(pid=88176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:09:12.977243 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-c4dcd774-8805-4ffd-9cee-bc4782bd0740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853069063'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:13.034373 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-42295e87-5266-4009-b457-77f840105338 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:13.094945 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-0d77cabf-f398-441b-afc6-24a9228341e5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58846b25a8b64cc9833f513a6aff6430&device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 1096 time: 0.5640323 Dec 14 19:09:13.349212 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-328e759f-4d54-49a8-b0ea-1b9bf0a474b4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2243d381-6c9c-4dd0-a65a-736a533cc984 HTTP/1.1" status: 200 len: 217 time: 0.1989369 Dec 14 19:09:13.353670 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcd774-8805-4ffd-9cee-bc4782bd0740 service neutron] Pushing event updated for resources: {'Port': ['ID=ecced373-b61e-46dd-88cb-d639cd76849c,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:13.362814 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-27128235-d62e-4d6a-b283-8dd19dac993b tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:13.364472 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-27128235-d62e-4d6a-b283-8dd19dac993b tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.73 "GET /v2.0/networks?id=49ce9c34-e606-4a89-ad89-9fec2cbe70a2 HTTP/1.1" status: 200 len: 814 time: 0.5222640 Dec 14 19:09:13.367167 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-c4dcd774-8805-4ffd-9cee-bc4782bd0740 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:13.416247 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fdb2126e-afd8-412e-a2ec-6f0c12478a29 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Request body: {'port': {'device_id': 'a352af72-230b-4cda-b1e2-67c0acdca389', 'network_id': '49ce9c34-e606-4a89-ad89-9fec2cbe70a2', 'admin_state_up': True, 'tenant_id': 'e3f0f20afe704ddc9991a9e7ac0982af'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:09:13.458175 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5104c7-4e04-4512-9488-3604e950f201 req-d0ff3e89-c826-4d44-908b-93e8b1dceefa tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:13.458394 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-249852e5-6bbe-4cda-b19e-a3dee331a43c tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Notify callbacks [] for port, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:13.460212 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5e5104c7-4e04-4512-9488-3604e950f201 req-d0ff3e89-c826-4d44-908b-93e8b1dceefa tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 943 time: 0.6629145 Dec 14 19:09:13.486477 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-249852e5-6bbe-4cda-b19e-a3dee331a43c tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1865571'] for port, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:13.492776 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:13.573532 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-249852e5-6bbe-4cda-b19e-a3dee331a43c tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Network 2faddad5-7353-4447-ab48-c62344384097 is already hosted by enough agents. {{(pid=88176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:09:13.577425 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-249852e5-6bbe-4cda-b19e-a3dee331a43c tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Resources bound (agent type, host, resource id): {{(pid=88176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:09:13.579634 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249852e5-6bbe-4cda-b19e-a3dee331a43c tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Pushing event updated for resources: {'Port': ['ID=383bed10-d53e-4356-833a-994156ceaa5e,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:13.582231 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-249852e5-6bbe-4cda-b19e-a3dee331a43c tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Received port after_create {{(pid=88176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:09:13.609887 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-249852e5-6bbe-4cda-b19e-a3dee331a43c tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:13.655819 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-249852e5-6bbe-4cda-b19e-a3dee331a43c tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:13.655819 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-249852e5-6bbe-4cda-b19e-a3dee331a43c tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:13.657263 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-c27b0d9d-ce69-4f1d-a941-665b521e8232 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:13.658833 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-c27b0d9d-ce69-4f1d-a941-665b521e8232 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b815059-1f36-4f96-b4d1-a621a9f7fda3 HTTP/1.1" status: 200 len: 856 time: 0.2907150 Dec 14 19:09:13.664995 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e76b25-d099-48b4-b6b5-e4fcaefdb0b7 req-b4896384-b78e-4040-9715-7e1b3c895f5d tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:13.666922 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-87e76b25-d099-48b4-b6b5-e4fcaefdb0b7 req-b4896384-b78e-4040-9715-7e1b3c895f5d tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 984 time: 0.7327244 Dec 14 19:09:13.678582 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-249852e5-6bbe-4cda-b19e-a3dee331a43c tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1493511 Dec 14 19:09:13.696253 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-09e2c9c9-f321-4ebd-8432-39292fea51c0 service neutron] Request body: {'port': {'device_id': 'ba6ed86d-5f6f-4047-bd4a-25d7c01f4e0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:09:13.815111 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-09e2c9c9-f321-4ebd-8432-39292fea51c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:13.843476 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5e5104c7-4e04-4512-9488-3604e950f201 req-d2edf435-6d48-4e14-a5af-d721005dff55 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3499403 Dec 14 19:09:13.856782 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-c4dcd774-8805-4ffd-9cee-bc4782bd0740 service neutron] Attempting to bind port ecced373-b61e-46dd-88cb-d639cd76849c on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:09:13.857165 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-c4dcd774-8805-4ffd-9cee-bc4782bd0740 service neutron] Attempting to bind port ecced373-b61e-46dd-88cb-d639cd76849c by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '6aa82320-2fb6-4bdd-8682-c072e47132bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:09:13.857474 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-c4dcd774-8805-4ffd-9cee-bc4782bd0740 service neutron] Attempting to bind port ecced373-b61e-46dd-88cb-d639cd76849c on network 41417801-7e29-40be-adf1-4fe41a7c2988 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:09:13.865196 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fdb2126e-afd8-412e-a2ec-6f0c12478a29 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:13.896536 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-87e76b25-d099-48b4-b6b5-e4fcaefdb0b7 req-0662a170-77b3-42be-8761-7b7c644b1d2a tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&id=4bdd0291-1b09-4e2a-a153-99ee08995bec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2176101 Dec 14 19:09:13.902784 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-c4dcd774-8805-4ffd-9cee-bc4782bd0740 service neutron] Port ecced373-b61e-46dd-88cb-d639cd76849c on network 41417801-7e29-40be-adf1-4fe41a7c2988 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:09:13.903061 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-c4dcd774-8805-4ffd-9cee-bc4782bd0740 service neutron] Attempting to bind port ecced373-b61e-46dd-88cb-d639cd76849c on network 41417801-7e29-40be-adf1-4fe41a7c2988 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:09:13.906292 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fdb2126e-afd8-412e-a2ec-6f0c12478a29 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:13.922648 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-c4dcd774-8805-4ffd-9cee-bc4782bd0740 service neutron] Checking agent: {'id': '2cdf3b01-963f-4e6b-8571-872140058f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:09:13.923039 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-c4dcd774-8805-4ffd-9cee-bc4782bd0740 service neutron] Checking segment: {'id': '6aa82320-2fb6-4bdd-8682-c072e47132bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:09:13.923422 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-c4dcd774-8805-4ffd-9cee-bc4782bd0740 service neutron] Bound using segment: {'id': '6aa82320-2fb6-4bdd-8682-c072e47132bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:09:13.923898 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-c4dcd774-8805-4ffd-9cee-bc4782bd0740 service neutron] Bound port: ecced373-b61e-46dd-88cb-d639cd76849c, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aa82320-2fb6-4bdd-8682-c072e47132bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:09:13.924248 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-c4dcd774-8805-4ffd-9cee-bc4782bd0740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:13.951164 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fdb2126e-afd8-412e-a2ec-6f0c12478a29 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Made reservation on behalf of e3f0f20afe704ddc9991a9e7ac0982af for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:09:13.957105 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fdb2126e-afd8-412e-a2ec-6f0c12478a29 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:13.970218 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-638f52a0-0bc3-4aab-a4ab-5792019b01db service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b4963efd-9650-43f5-bcad-9f14585c51e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2930591 Dec 14 19:09:14.273213 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-09e2c9c9-f321-4ebd-8432-39292fea51c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 383bed10-d53e-4356-833a-994156ceaa5e {{(pid=88176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:09:14.281500 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-09e2c9c9-f321-4ebd-8432-39292fea51c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:14.298767 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-09e2c9c9-f321-4ebd-8432-39292fea51c0 service neutron] Transition to ACTIVE for port object 383bed10-d53e-4356-833a-994156ceaa5e will not be triggered until provisioned by entity L2. {{(pid=88176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:09:14.302341 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-09e2c9c9-f321-4ebd-8432-39292fea51c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852910230'] for port, after_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:14.306932 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-47649920-7295-441d-83b9-02182de59cbb tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:14.445027 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2c9c9-f321-4ebd-8432-39292fea51c0 service neutron] Pushing event updated for resources: {'Port': ['ID=383bed10-d53e-4356-833a-994156ceaa5e,revision_number=2']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:14.449991 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-09e2c9c9-f321-4ebd-8432-39292fea51c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:14.495139 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1c1e179d-b495-436c-9f2b-f0bff47bdb22 req-1b070423-c742-456c-9d53-967e13d94ff6 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=a352af72-230b-4cda-b1e2-67c0acdca389 HTTP/1.1" status: 200 len: 210 time: 0.4235699 Dec 14 19:09:14.566256 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-09e2c9c9-f321-4ebd-8432-39292fea51c0 service neutron] Attempting to bind port 383bed10-d53e-4356-833a-994156ceaa5e on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:09:14.566618 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-09e2c9c9-f321-4ebd-8432-39292fea51c0 service neutron] Attempting to bind port 383bed10-d53e-4356-833a-994156ceaa5e by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '49fec136-3a31-45ad-883a-5bbbbbc4a4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2faddad5-7353-4447-ab48-c62344384097'}] {{(pid=88176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:09:14.566973 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-09e2c9c9-f321-4ebd-8432-39292fea51c0 service neutron] Attempting to bind port 383bed10-d53e-4356-833a-994156ceaa5e on network 2faddad5-7353-4447-ab48-c62344384097 {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:09:14.573627 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-09e2c9c9-f321-4ebd-8432-39292fea51c0 service neutron] Port 383bed10-d53e-4356-833a-994156ceaa5e on network 2faddad5-7353-4447-ab48-c62344384097 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:09:14.573964 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-09e2c9c9-f321-4ebd-8432-39292fea51c0 service neutron] Attempting to bind port 383bed10-d53e-4356-833a-994156ceaa5e on network 2faddad5-7353-4447-ab48-c62344384097 {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:09:14.582939 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-09e2c9c9-f321-4ebd-8432-39292fea51c0 service neutron] Checking agent: {'id': '2cdf3b01-963f-4e6b-8571-872140058f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:09:14.583374 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-09e2c9c9-f321-4ebd-8432-39292fea51c0 service neutron] Checking segment: {'id': '49fec136-3a31-45ad-883a-5bbbbbc4a4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2faddad5-7353-4447-ab48-c62344384097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:09:14.583720 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-09e2c9c9-f321-4ebd-8432-39292fea51c0 service neutron] Bound using segment: {'id': '49fec136-3a31-45ad-883a-5bbbbbc4a4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2faddad5-7353-4447-ab48-c62344384097'} {{(pid=88176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:09:14.584948 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-09e2c9c9-f321-4ebd-8432-39292fea51c0 service neutron] Bound port: 383bed10-d53e-4356-833a-994156ceaa5e, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49fec136-3a31-45ad-883a-5bbbbbc4a4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2faddad5-7353-4447-ab48-c62344384097'}}] {{(pid=88176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:09:14.584948 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-09e2c9c9-f321-4ebd-8432-39292fea51c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:14.593735 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-c4dcd774-8805-4ffd-9cee-bc4782bd0740 service neutron] For port ecced373-b61e-46dd-88cb-d639cd76849c, host hv-cinder-82174, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:09:14.608099 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-c4dcd774-8805-4ffd-9cee-bc4782bd0740 service neutron] For port ecced373-b61e-46dd-88cb-d639cd76849c, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=ecced373-b61e-46dd-88cb-d639cd76849c,segment=NetworkSegment(6aa82320-2fb6-4bdd-8682-c072e47132bc),segment_id=6aa82320-2fb6-4bdd-8682-c072e47132bc)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:09:14.695771 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-09e2c9c9-f321-4ebd-8432-39292fea51c0 service neutron] For port 383bed10-d53e-4356-833a-994156ceaa5e, host hv-cinder-82174, cleared binding levels {{(pid=88176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:09:14.699322 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-09e2c9c9-f321-4ebd-8432-39292fea51c0 service neutron] For port 383bed10-d53e-4356-833a-994156ceaa5e, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=383bed10-d53e-4356-833a-994156ceaa5e,segment=NetworkSegment(49fec136-3a31-45ad-883a-5bbbbbc4a4bc),segment_id=49fec136-3a31-45ad-883a-5bbbbbc4a4bc)] {{(pid=88176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:09:14.703288 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-09e2c9c9-f321-4ebd-8432-39292fea51c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852910230'] for port, after_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:14.703665 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-c4dcd774-8805-4ffd-9cee-bc4782bd0740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853069063'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:14.707748 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f7c37895-d7f8-4449-8138-239956a6c146 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:14.714944 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-fe6cd8d8-5bfc-4fd7-8704-7114d1c12594 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:14.765561 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-09e2c9c9-f321-4ebd-8432-39292fea51c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:14.767118 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-09e2c9c9-f321-4ebd-8432-39292fea51c0 service neutron] 10.222.0.73 "PUT /v2.0/ports/383bed10-d53e-4356-833a-994156ceaa5e HTTP/1.1" status: 200 len: 1093 time: 1.0755379 Dec 14 19:09:14.767704 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6ed86d-5f6f-4047-bd4a-25d7c01f4e0e', 'tag': '383bed10-d53e-4356-833a-994156ceaa5e'}] {{(pid=88176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:09:14.797649 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2c9c9-f321-4ebd-8432-39292fea51c0 service neutron] Pushing event updated for resources: {'Port': ['ID=383bed10-d53e-4356-833a-994156ceaa5e,revision_number=3']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:14.801290 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-09e2c9c9-f321-4ebd-8432-39292fea51c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:14.820334 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-2e62666f-32f0-408b-90ce-e2e0293c0ffe service neutron] 10.222.0.73 "GET /v2.0/networks/b4963efd-9650-43f5-bcad-9f14585c51e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8426530 Dec 14 19:09:14.890217 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb1d72-526c-4837-8edd-6502aee76525 req-9c616b50-ab4a-4743-8663-2735bfb51792 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:14.891964 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b9bb1d72-526c-4837-8edd-6502aee76525 req-9c616b50-ab4a-4743-8663-2735bfb51792 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba6ed86d-5f6f-4047-bd4a-25d7c01f4e0e HTTP/1.1" status: 200 len: 931 time: 0.8865275 Dec 14 19:09:14.900379 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-ed622025-df21-40f0-8c05-0c7688dab009 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=556ec7d85039428a890a980144f210c0&device_id=ba6ed86d-5f6f-4047-bd4a-25d7c01f4e0e HTTP/1.1" status: 200 len: 1096 time: 0.0882998 Dec 14 19:09:14.938718 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-c4dcd774-8805-4ffd-9cee-bc4782bd0740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:14.940139 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-c4dcd774-8805-4ffd-9cee-bc4782bd0740 service neutron] 10.222.0.73 "PUT /v2.0/ports/ecced373-b61e-46dd-88cb-d639cd76849c HTTP/1.1" status: 200 len: 1093 time: 3.6425338 Dec 14 19:09:14.949676 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c034432f-3db0-4bf4-ae01-c599713a2639', 'tag': 'ecced373-b61e-46dd-88cb-d639cd76849c'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:09:14.986945 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-0c1200bf-2747-4147-84f4-50a80e0b4f46 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=383bed10-d53e-4356-833a-994156ceaa5e HTTP/1.1" status: 200 len: 217 time: 0.0778902 Dec 14 19:09:15.056230 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fdb2126e-afd8-412e-a2ec-6f0c12478a29 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Allocated IP 172.20.0.5 (49ce9c34-e606-4a89-ad89-9fec2cbe70a2/182240e9-7923-40da-ab94-5d9c0cdf29a1/4d4527b2-1d10-44c3-b20a-d79dd7ea03e9) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:09:15.068108 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-884d41e8-28ad-4d39-8a20-e4628057e879 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:15.069813 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-884d41e8-28ad-4d39-8a20-e4628057e879 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5c445d9b-b545-4935-95ec-2538adbc73ed HTTP/1.1" status: 200 len: 853 time: 0.0756991 Dec 14 19:09:15.111728 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcd774-8805-4ffd-9cee-bc4782bd0740 service neutron] Pushing event updated for resources: {'Port': ['ID=ecced373-b61e-46dd-88cb-d639cd76849c,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:15.126238 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-c4dcd774-8805-4ffd-9cee-bc4782bd0740 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:15.145850 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-4bf809e4-d3de-4462-a90f-60faeb3db184 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2faddad5-7353-4447-ab48-c62344384097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693374 Dec 14 19:09:15.242457 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b9bb1d72-526c-4837-8edd-6502aee76525 req-cd9b7d00-18ca-404a-8a86-fc87f9b55653 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168352 Dec 14 19:09:15.275042 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bb95c8a2-5371-454a-a88f-d6480c2965f3 req-5229472c-5229-47b1-b7df-ccc613173867 service neutron] 10.222.0.73 "GET /v2.0/networks/b4963efd-9650-43f5-bcad-9f14585c51e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330325 Dec 14 19:09:15.281348 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f486abf-c15f-40dc-a415-78914dbd6929 req-30f06aa9-958e-407a-a9aa-13d9f9dbeb20 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:15.282964 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4f486abf-c15f-40dc-a415-78914dbd6929 req-30f06aa9-958e-407a-a9aa-13d9f9dbeb20 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c034432f-3db0-4bf4-ae01-c599713a2639 HTTP/1.1" status: 200 len: 943 time: 0.6495032 Dec 14 19:09:15.366104 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-925b9949-8c6f-4785-91dc-c17e491e5635 service neutron] 10.222.0.73 "GET /v2.0/networks/2faddad5-7353-4447-ab48-c62344384097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130141 Dec 14 19:09:15.375344 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6ed86d-5f6f-4047-bd4a-25d7c01f4e0e', 'tag': '383bed10-d53e-4356-833a-994156ceaa5e', 'status': 'completed', 'code': 200} Dec 14 19:09:15.399663 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-e3282ccd-caf4-483b-ba63-f9bca637cd89 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=110f0191feb9402db4fceb6ce9c472c5&device_id=c034432f-3db0-4bf4-ae01-c599713a2639 HTTP/1.1" status: 200 len: 1096 time: 0.3472407 Dec 14 19:09:15.543775 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-06154d91-263e-4f2a-aa9a-a2c4db2df5d4 req-be88b52b-8b15-4dbc-b976-757534f73d7e service neutron] 10.222.0.73 "GET /v2.0/networks/2faddad5-7353-4447-ab48-c62344384097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659660 Dec 14 19:09:15.627097 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-aa36b59a-af54-4a6c-b65b-80b797ae6f7e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecced373-b61e-46dd-88cb-d639cd76849c HTTP/1.1" status: 200 len: 217 time: 0.2095971 Dec 14 19:09:15.686761 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8fca5089-d197-4652-862f-5c6aba3f690b req-54c80aa4-15ae-40d0-89fa-5278689b5a65 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=556ec7d85039428a890a980144f210c0&device_id=ba6ed86d-5f6f-4047-bd4a-25d7c01f4e0e HTTP/1.1" status: 200 len: 1096 time: 0.0853755 Dec 14 19:09:15.689078 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4f486abf-c15f-40dc-a415-78914dbd6929 req-287af5bb-2116-43b1-a0ba-664c6ffe5df0 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f2970c0-86a2-4f49-b572-6ac608ebb087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3899109 Dec 14 19:09:15.833752 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-568f8715-be0a-41a0-837b-5a4bcc72a7a9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:15.836436 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-568f8715-be0a-41a0-837b-5a4bcc72a7a9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d0b1b1d-1f37-43fd-8afc-31b562aa0f47 HTTP/1.1" status: 200 len: 849 time: 0.1892459 Dec 14 19:09:15.848542 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca5089-d197-4652-862f-5c6aba3f690b req-5727786c-67ee-45eb-b910-e434761b6691 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:15.850188 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8fca5089-d197-4652-862f-5c6aba3f690b req-5727786c-67ee-45eb-b910-e434761b6691 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2faddad5-7353-4447-ab48-c62344384097 HTTP/1.1" status: 200 len: 914 time: 0.1563888 Dec 14 19:09:15.934085 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fdb2126e-afd8-412e-a2ec-6f0c12478a29 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:15.937022 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8fca5089-d197-4652-862f-5c6aba3f690b req-755930ec-0371-4de0-8c3e-448f6595549f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=383bed10-d53e-4356-833a-994156ceaa5e HTTP/1.1" status: 200 len: 217 time: 0.0782979 Dec 14 19:09:15.949223 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-430e956a-475b-496c-8d6d-f0dfa792fce4 req-92c0db13-9faf-4107-939c-050230056e08 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58846b25a8b64cc9833f513a6aff6430&device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 1096 time: 0.5947061 Dec 14 19:09:16.016161 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca5089-d197-4652-862f-5c6aba3f690b req-efa7a0ac-676c-4fbe-914a-c1d8313ff939 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:16.017809 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8fca5089-d197-4652-862f-5c6aba3f690b req-efa7a0ac-676c-4fbe-914a-c1d8313ff939 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5c445d9b-b545-4935-95ec-2538adbc73ed HTTP/1.1" status: 200 len: 853 time: 0.0689671 Dec 14 19:09:16.074003 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8fca5089-d197-4652-862f-5c6aba3f690b req-0bccbfd1-7846-46f9-9b1f-509aae7a856d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2faddad5-7353-4447-ab48-c62344384097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489728 Dec 14 19:09:16.083064 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afd1ac-4fc9-4239-9951-f15cf54e00b7 req-0c0ea36e-b9af-4bbc-b70f-300eddfbef45 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:16.084822 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-94afd1ac-4fc9-4239-9951-f15cf54e00b7 req-0c0ea36e-b9af-4bbc-b70f-300eddfbef45 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 943 time: 0.5988057 Dec 14 19:09:16.225417 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8fca5089-d197-4652-862f-5c6aba3f690b req-c8fb15af-cde3-41a2-b174-621b289e23c5 service neutron] 10.222.0.73 "GET /v2.0/networks/2faddad5-7353-4447-ab48-c62344384097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439385 Dec 14 19:09:16.258164 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fdb2126e-afd8-412e-a2ec-6f0c12478a29 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:16.275833 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1', '6cebbaa4-0293-461a-a091-c8392a020fe2'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:09:16.276710 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8a54157a-4c9e-4d2e-b449-dbc5a8942bcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:16.358945 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-bde2dce2-52f5-4fb2-b1bd-7128a4a4dfd8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=41417801-7e29-40be-adf1-4fe41a7c2988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4948878 Dec 14 19:09:16.383783 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8fca5089-d197-4652-862f-5c6aba3f690b req-ef601f70-ffb3-49b1-aa2b-0bc06eabea8b service neutron] 10.222.0.73 "GET /v2.0/networks/2faddad5-7353-4447-ab48-c62344384097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507034 Dec 14 19:09:16.400532 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e956a-475b-496c-8d6d-f0dfa792fce4 req-1da59caf-9acb-4885-8f90-b6fb5f80a3e5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:16.402171 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-430e956a-475b-496c-8d6d-f0dfa792fce4 req-1da59caf-9acb-4885-8f90-b6fb5f80a3e5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b4963efd-9650-43f5-bcad-9f14585c51e1 HTTP/1.1" status: 200 len: 918 time: 0.3991625 Dec 14 19:09:16.412021 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-94afd1ac-4fc9-4239-9951-f15cf54e00b7 req-8205ae13-83bc-4274-9243-95fdce255253 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3120475 Dec 14 19:09:16.505691 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fd537-6abc-4796-9dc5-729a9f552f6e req-2dc425ae-daa6-4915-a455-b31e0f98a341 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:16.507412 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-225fd537-6abc-4796-9dc5-729a9f552f6e req-2dc425ae-daa6-4915-a455-b31e0f98a341 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 984 time: 0.5812922 Dec 14 19:09:16.510631 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c034432f-3db0-4bf4-ae01-c599713a2639', 'tag': 'ecced373-b61e-46dd-88cb-d639cd76849c', 'status': 'completed', 'code': 200} Dec 14 19:09:16.515373 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fdb2126e-afd8-412e-a2ec-6f0c12478a29 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Network 49ce9c34-e606-4a89-ad89-9fec2cbe70a2 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:09:16.516402 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2126e-afd8-412e-a2ec-6f0c12478a29 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Pushing event updated for resources: {'Port': ['ID=4d4527b2-1d10-44c3-b20a-d79dd7ea03e9,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:16.541986 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fdb2126e-afd8-412e-a2ec-6f0c12478a29 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:09:16.553809 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-fdb2126e-afd8-412e-a2ec-6f0c12478a29 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:16.556825 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fdb2126e-afd8-412e-a2ec-6f0c12478a29 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:09:16.650075 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-430e956a-475b-496c-8d6d-f0dfa792fce4 req-1f5a2919-43e0-4997-a5df-7344ea21fd8c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2243d381-6c9c-4dd0-a65a-736a533cc984 HTTP/1.1" status: 200 len: 217 time: 0.2221580 Dec 14 19:09:17.080885 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-225fd537-6abc-4796-9dc5-729a9f552f6e req-c5523666-bbba-4ad0-a209-24e4695f736d tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&id=4bdd0291-1b09-4e2a-a153-99ee08995bec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5592453 Dec 14 19:09:17.085346 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fdb2126e-afd8-412e-a2ec-6f0c12478a29 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:17.086018 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fdb2126e-afd8-412e-a2ec-6f0c12478a29 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:17.112797 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-52d99241-81ad-4c45-8653-e89254acc3bd service neutron] 10.222.0.73 "GET /v2.0/networks/41417801-7e29-40be-adf1-4fe41a7c2988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7418981 Dec 14 19:09:17.114293 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e956a-475b-496c-8d6d-f0dfa792fce4 req-6953e2cd-e551-4e4e-963c-a6a5777fa59e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:17.115832 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-430e956a-475b-496c-8d6d-f0dfa792fce4 req-6953e2cd-e551-4e4e-963c-a6a5777fa59e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b815059-1f36-4f96-b4d1-a621a9f7fda3 HTTP/1.1" status: 200 len: 856 time: 0.4254749 Dec 14 19:09:17.297606 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fdb2126e-afd8-412e-a2ec-6f0c12478a29 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8882763 Dec 14 19:09:17.376088 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56657d17-01b5-4a74-a20f-e0d70651f0b6 req-639dedf8-82a2-4206-b842-cbe58f9aa0d9 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:17.376795 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-56657d17-01b5-4a74-a20f-e0d70651f0b6 req-639dedf8-82a2-4206-b842-cbe58f9aa0d9 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Synchronizing usage tracker for tenant:e3f0f20afe704ddc9991a9e7ac0982af on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:09:17.384927 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fb28cce7-ef36-4a5e-ba89-2a4509bbf1f9 service neutron] Request body: {'port': {'device_id': 'a352af72-230b-4cda-b1e2-67c0acdca389', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:09:17.500209 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-56657d17-01b5-4a74-a20f-e0d70651f0b6 req-639dedf8-82a2-4206-b842-cbe58f9aa0d9 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Unset dirty status for tenant:e3f0f20afe704ddc9991a9e7ac0982af on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:09:17.501557 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-56657d17-01b5-4a74-a20f-e0d70651f0b6 req-639dedf8-82a2-4206-b842-cbe58f9aa0d9 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=a352af72-230b-4cda-b1e2-67c0acdca389 HTTP/1.1" status: 200 len: 931 time: 0.8680327 Dec 14 19:09:17.541202 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 383bed10-d53e-4356-833a-994156ceaa5e details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:09:17.586858 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7d141006-e4d1-43ba-9633-2a88aefbe06d req-d6bbc076-d83a-4b24-9499-e7bef7fb77ea service neutron] 10.222.0.73 "GET /v2.0/networks/41417801-7e29-40be-adf1-4fe41a7c2988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4593916 Dec 14 19:09:17.600715 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-430e956a-475b-496c-8d6d-f0dfa792fce4 req-1635ae99-c785-479a-8245-c8f0871abe59 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b4963efd-9650-43f5-bcad-9f14585c51e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4719954 Dec 14 19:09:17.663073 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18ee25-56e7-4e71-8e33-10c4f142504f req-2e760a15-a231-4822-a9a5-c73991e338e3 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:17.664608 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5e18ee25-56e7-4e71-8e33-10c4f142504f req-2e760a15-a231-4822-a9a5-c73991e338e3 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba6ed86d-5f6f-4047-bd4a-25d7c01f4e0e HTTP/1.1" status: 200 len: 943 time: 0.4440644 Dec 14 19:09:17.680059 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fb28cce7-ef36-4a5e-ba89-2a4509bbf1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:17.708932 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 383bed10-d53e-4356-833a-994156ceaa5e, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=383bed10-d53e-4356-833a-994156ceaa5e,segment=NetworkSegment(49fec136-3a31-45ad-883a-5bbbbbc4a4bc),segment_id=49fec136-3a31-45ad-883a-5bbbbbc4a4bc)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:09:17.728271 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Returning: {'device': '383bed10-d53e-4356-833a-994156ceaa5e', 'network_id': '2faddad5-7353-4447-ab48-c62344384097', 'port_id': '383bed10-d53e-4356-833a-994156ceaa5e', 'mac_address': 'fa:16:3e:aa:54:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c445d9b-b545-4935-95ec-2538adbc73ed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:09:17.794872 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:17.820681 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-56657d17-01b5-4a74-a20f-e0d70651f0b6 req-36eeb372-02c6-4e7d-bda7-ecb6734b5bf6 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110690 Dec 14 19:09:17.822609 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 383bed10-d53e-4356-833a-994156ceaa5e {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:09:17.841931 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 383bed10-d53e-4356-833a-994156ceaa5e, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=383bed10-d53e-4356-833a-994156ceaa5e,segment=NetworkSegment(49fec136-3a31-45ad-883a-5bbbbbc4a4bc),segment_id=49fec136-3a31-45ad-883a-5bbbbbc4a4bc)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:09:17.856113 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:17.857830 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 2243d381-6c9c-4dd0-a65a-736a533cc984 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:09:17.865360 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-716ea9ba-e3fb-4a8e-9c3d-68304021fdcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:17.947418 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=383bed10-d53e-4356-833a-994156ceaa5e,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:17.951631 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:18.070372 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5e18ee25-56e7-4e71-8e33-10c4f142504f req-1664310a-c555-480e-a73f-ab82e9951da2 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425565 Dec 14 19:09:18.072388 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-430e956a-475b-496c-8d6d-f0dfa792fce4 req-c1508452-dbb7-494c-879c-ff2c903ce23e service neutron] 10.222.0.73 "GET /v2.0/networks/b4963efd-9650-43f5-bcad-9f14585c51e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603300 Dec 14 19:09:18.117130 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 2243d381-6c9c-4dd0-a65a-736a533cc984, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=2243d381-6c9c-4dd0-a65a-736a533cc984,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:09:18.161416 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Returning: {'device': '2243d381-6c9c-4dd0-a65a-736a533cc984', 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'port_id': '2243d381-6c9c-4dd0-a65a-736a533cc984', 'mac_address': 'fa:16:3e:e2:91:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:09:18.198772 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8c11bbd5-a9c6-4405-bd39-d8f499c6c1ea req-67577082-fe5a-48d9-9e73-29bd4882cb42 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=110f0191feb9402db4fceb6ce9c472c5&device_id=c034432f-3db0-4bf4-ae01-c599713a2639 HTTP/1.1" status: 200 len: 1096 time: 0.5224843 Dec 14 19:09:18.252115 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:18.273629 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2243d381-6c9c-4dd0-a65a-736a533cc984 {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:09:18.293259 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 2243d381-6c9c-4dd0-a65a-736a533cc984, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=2243d381-6c9c-4dd0-a65a-736a533cc984,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:09:18.297524 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:18.299534 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:18.392784 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=2243d381-6c9c-4dd0-a65a-736a533cc984,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:18.396255 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:18.574311 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-430e956a-475b-496c-8d6d-f0dfa792fce4 req-c633738e-a8b1-4f87-b7a4-2dc76a233b73 service neutron] 10.222.0.73 "GET /v2.0/networks/b4963efd-9650-43f5-bcad-9f14585c51e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827743 Dec 14 19:09:18.584389 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee976dd3-d1c2-4d48-8b42-f21fc74e7c03 req-4d99b9c2-f0b2-4771-8eac-4a576ab79df5 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:18.586014 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ee976dd3-d1c2-4d48-8b42-f21fc74e7c03 req-4d99b9c2-f0b2-4771-8eac-4a576ab79df5 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c034432f-3db0-4bf4-ae01-c599713a2639 HTTP/1.1" status: 200 len: 943 time: 0.6291275 Dec 14 19:09:18.590443 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['383bed10-d53e-4356-833a-994156ceaa5e'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:09:18.625597 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['2243d381-6c9c-4dd0-a65a-736a533cc984'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:09:18.682038 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11bbd5-a9c6-4405-bd39-d8f499c6c1ea req-13f39c53-42c8-4b59-8060-bd093f9abc92 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:18.683664 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8c11bbd5-a9c6-4405-bd39-d8f499c6c1ea req-13f39c53-42c8-4b59-8060-bd093f9abc92 service neutron] 10.222.0.73 "GET /v2.0/networks?id=41417801-7e29-40be-adf1-4fe41a7c2988 HTTP/1.1" status: 200 len: 911 time: 0.4289987 Dec 14 19:09:18.794128 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947462e3-f4ee-4b56-85e1-f5276b17168e req-eba27b07-a693-4c22-9231-b2507186631f tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:18.795522 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-947462e3-f4ee-4b56-85e1-f5276b17168e req-eba27b07-a693-4c22-9231-b2507186631f tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 944 time: 0.5377252 Dec 14 19:09:18.821948 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ee976dd3-d1c2-4d48-8b42-f21fc74e7c03 req-83b27eed-3752-4f69-94a8-c764af27c3f5 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f2970c0-86a2-4f49-b572-6ac608ebb087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267365 Dec 14 19:09:18.847065 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8c11bbd5-a9c6-4405-bd39-d8f499c6c1ea req-f2ad29ae-328b-4b40-b075-5ec7bba15134 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecced373-b61e-46dd-88cb-d639cd76849c HTTP/1.1" status: 200 len: 217 time: 0.1183779 Dec 14 19:09:18.850805 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fb28cce7-ef36-4a5e-ba89-2a4509bbf1f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d4527b2-1d10-44c3-b20a-d79dd7ea03e9 {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:09:18.901766 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fb28cce7-ef36-4a5e-ba89-2a4509bbf1f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:18.946313 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fb28cce7-ef36-4a5e-ba89-2a4509bbf1f9 service neutron] Transition to ACTIVE for port object 4d4527b2-1d10-44c3-b20a-d79dd7ea03e9 will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:09:18.954029 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fb28cce7-ef36-4a5e-ba89-2a4509bbf1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853069063'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:18.961325 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-fdb2126e-afd8-412e-a2ec-6f0c12478a29 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:18.991366 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-947462e3-f4ee-4b56-85e1-f5276b17168e req-f4628517-a81e-47b3-a4fa-cbb0a0f440d8 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866255 Dec 14 19:09:19.077517 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11bbd5-a9c6-4405-bd39-d8f499c6c1ea req-37bf4986-d2c3-460c-a2bc-291526b9880e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:19.079289 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8c11bbd5-a9c6-4405-bd39-d8f499c6c1ea req-37bf4986-d2c3-460c-a2bc-291526b9880e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d0b1b1d-1f37-43fd-8afc-31b562aa0f47 HTTP/1.1" status: 200 len: 849 time: 0.2144639 Dec 14 19:09:19.470830 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28cce7-ef36-4a5e-ba89-2a4509bbf1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4d4527b2-1d10-44c3-b20a-d79dd7ea03e9,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:19.491923 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-fb28cce7-ef36-4a5e-ba89-2a4509bbf1f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:19.540144 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device ecced373-b61e-46dd-88cb-d639cd76849c details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:09:19.616836 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ac8eb-a5b1-4947-9d7d-b05f2b0b0c57 req-06f32381-f49f-4743-bd71-bcc00268c75d tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:19.618540 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-888ac8eb-a5b1-4947-9d7d-b05f2b0b0c57 req-06f32381-f49f-4743-bd71-bcc00268c75d tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 984 time: 0.6601353 Dec 14 19:09:19.673937 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8c11bbd5-a9c6-4405-bd39-d8f499c6c1ea req-3421961e-a3f5-4e7b-96e6-8bab9490b162 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=41417801-7e29-40be-adf1-4fe41a7c2988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5852301 Dec 14 19:09:19.696059 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port ecced373-b61e-46dd-88cb-d639cd76849c, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=ecced373-b61e-46dd-88cb-d639cd76849c,segment=NetworkSegment(6aa82320-2fb6-4bdd-8682-c072e47132bc),segment_id=6aa82320-2fb6-4bdd-8682-c072e47132bc)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:09:19.711824 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Returning: {'device': 'ecced373-b61e-46dd-88cb-d639cd76849c', 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988', 'port_id': 'ecced373-b61e-46dd-88cb-d639cd76849c', 'mac_address': 'fa:16:3e:04:13:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:09:19.713223 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cabdf47-97ee-475c-8cb2-eb4568586071 req-81cf6ea4-4aae-43f3-b0f3-f69b5c315cba tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:19.714866 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1cabdf47-97ee-475c-8cb2-eb4568586071 req-81cf6ea4-4aae-43f3-b0f3-f69b5c315cba tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=a352af72-230b-4cda-b1e2-67c0acdca389 HTTP/1.1" status: 200 len: 943 time: 0.5869236 Dec 14 19:09:19.771090 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:19.791887 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecced373-b61e-46dd-88cb-d639cd76849c {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:09:19.797872 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fb28cce7-ef36-4a5e-ba89-2a4509bbf1f9 service neutron] Attempting to bind port 4d4527b2-1d10-44c3-b20a-d79dd7ea03e9 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:09:19.798243 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fb28cce7-ef36-4a5e-ba89-2a4509bbf1f9 service neutron] Attempting to bind port 4d4527b2-1d10-44c3-b20a-d79dd7ea03e9 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '89ec24a6-fcf2-4184-ae80-2746799edbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '49ce9c34-e606-4a89-ad89-9fec2cbe70a2'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:09:19.798608 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fb28cce7-ef36-4a5e-ba89-2a4509bbf1f9 service neutron] Attempting to bind port 4d4527b2-1d10-44c3-b20a-d79dd7ea03e9 on network 49ce9c34-e606-4a89-ad89-9fec2cbe70a2 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:09:19.807959 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port ecced373-b61e-46dd-88cb-d639cd76849c, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=ecced373-b61e-46dd-88cb-d639cd76849c,segment=NetworkSegment(6aa82320-2fb6-4bdd-8682-c072e47132bc),segment_id=6aa82320-2fb6-4bdd-8682-c072e47132bc)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:09:19.811618 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:19.814496 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:19.850758 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-888ac8eb-a5b1-4947-9d7d-b05f2b0b0c57 req-3139d673-2b01-467b-b808-b46a9477d0d5 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&id=4bdd0291-1b09-4e2a-a153-99ee08995bec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2177312 Dec 14 19:09:19.883177 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fb28cce7-ef36-4a5e-ba89-2a4509bbf1f9 service neutron] Port 4d4527b2-1d10-44c3-b20a-d79dd7ea03e9 on network 49ce9c34-e606-4a89-ad89-9fec2cbe70a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:09:19.883539 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fb28cce7-ef36-4a5e-ba89-2a4509bbf1f9 service neutron] Attempting to bind port 4d4527b2-1d10-44c3-b20a-d79dd7ea03e9 on network 49ce9c34-e606-4a89-ad89-9fec2cbe70a2 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:09:19.897897 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=ecced373-b61e-46dd-88cb-d639cd76849c,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:19.902142 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:19.913573 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1cabdf47-97ee-475c-8cb2-eb4568586071 req-4804b27f-0c04-414a-8be4-4251e8a71166 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898234 Dec 14 19:09:19.917207 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fb28cce7-ef36-4a5e-ba89-2a4509bbf1f9 service neutron] Checking agent: {'id': '2cdf3b01-963f-4e6b-8571-872140058f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:09:19.917590 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fb28cce7-ef36-4a5e-ba89-2a4509bbf1f9 service neutron] Checking segment: {'id': '89ec24a6-fcf2-4184-ae80-2746799edbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '49ce9c34-e606-4a89-ad89-9fec2cbe70a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:09:19.918000 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fb28cce7-ef36-4a5e-ba89-2a4509bbf1f9 service neutron] Bound using segment: {'id': '89ec24a6-fcf2-4184-ae80-2746799edbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '49ce9c34-e606-4a89-ad89-9fec2cbe70a2'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:09:19.918485 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fb28cce7-ef36-4a5e-ba89-2a4509bbf1f9 service neutron] Bound port: 4d4527b2-1d10-44c3-b20a-d79dd7ea03e9, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ec24a6-fcf2-4184-ae80-2746799edbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '49ce9c34-e606-4a89-ad89-9fec2cbe70a2'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:09:19.918864 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fb28cce7-ef36-4a5e-ba89-2a4509bbf1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:19.947047 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8c11bbd5-a9c6-4405-bd39-d8f499c6c1ea req-1a2cbdfb-98a6-40ec-94b3-209cd50a8e65 service neutron] 10.222.0.73 "GET /v2.0/networks/41417801-7e29-40be-adf1-4fe41a7c2988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639570 Dec 14 19:09:20.115738 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['ecced373-b61e-46dd-88cb-d639cd76849c'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:09:20.259452 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fb28cce7-ef36-4a5e-ba89-2a4509bbf1f9 service neutron] For port 4d4527b2-1d10-44c3-b20a-d79dd7ea03e9, host hv-cinder-82174, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:09:20.273895 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fb28cce7-ef36-4a5e-ba89-2a4509bbf1f9 service neutron] For port 4d4527b2-1d10-44c3-b20a-d79dd7ea03e9, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=4d4527b2-1d10-44c3-b20a-d79dd7ea03e9,segment=NetworkSegment(89ec24a6-fcf2-4184-ae80-2746799edbeb),segment_id=89ec24a6-fcf2-4184-ae80-2746799edbeb)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:09:20.286453 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fb28cce7-ef36-4a5e-ba89-2a4509bbf1f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853069063'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:20.294951 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-b41a8eae-e29f-49b1-9284-43b319ea1cf3 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:20.335884 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8c11bbd5-a9c6-4405-bd39-d8f499c6c1ea req-453bf588-f154-4be1-b4ca-4355b1359334 service neutron] 10.222.0.73 "GET /v2.0/networks/41417801-7e29-40be-adf1-4fe41a7c2988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621202 Dec 14 19:09:20.377822 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576ce5e-b821-4f3f-80ca-a6b528321357 req-db9a34e7-9c24-4921-be95-e876b9332478 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:20.379414 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a576ce5e-b821-4f3f-80ca-a6b528321357 req-db9a34e7-9c24-4921-be95-e876b9332478 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba6ed86d-5f6f-4047-bd4a-25d7c01f4e0e HTTP/1.1" status: 200 len: 944 time: 0.4045272 Dec 14 19:09:20.385307 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fb28cce7-ef36-4a5e-ba89-2a4509bbf1f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:20.386713 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-fb28cce7-ef36-4a5e-ba89-2a4509bbf1f9 service neutron] 10.222.0.73 "PUT /v2.0/ports/4d4527b2-1d10-44c3-b20a-d79dd7ea03e9 HTTP/1.1" status: 200 len: 1093 time: 3.0253797 Dec 14 19:09:20.387375 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a352af72-230b-4cda-b1e2-67c0acdca389', 'tag': '4d4527b2-1d10-44c3-b20a-d79dd7ea03e9'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:09:20.397357 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e1a65-2bee-44e9-96c5-2f15536195da req-06e5a1cb-6ba6-46fc-901d-75bc886e1a99 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:20.398955 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f97e1a65-2bee-44e9-96c5-2f15536195da req-06e5a1cb-6ba6-46fc-901d-75bc886e1a99 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c034432f-3db0-4bf4-ae01-c599713a2639 HTTP/1.1" status: 200 len: 944 time: 0.3523970 Dec 14 19:09:20.454708 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb28cce7-ef36-4a5e-ba89-2a4509bbf1f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4d4527b2-1d10-44c3-b20a-d79dd7ea03e9,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:20.499084 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-fb28cce7-ef36-4a5e-ba89-2a4509bbf1f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:20.553967 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f97e1a65-2bee-44e9-96c5-2f15536195da req-d700f600-9cb1-408d-9d3e-bac990e6007c tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f2970c0-86a2-4f49-b572-6ac608ebb087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466894 Dec 14 19:09:20.557086 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a576ce5e-b821-4f3f-80ca-a6b528321357 req-9aa04e57-5796-4fcf-a6b1-24649aeec313 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568143 Dec 14 19:09:20.574340 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-5fa752cd-9055-4da6-a423-2df67d943466 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3f0f20afe704ddc9991a9e7ac0982af&device_id=a352af72-230b-4cda-b1e2-67c0acdca389 HTTP/1.1" status: 200 len: 1096 time: 0.1284308 Dec 14 19:09:20.640930 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a352af72-230b-4cda-b1e2-67c0acdca389', 'tag': '4d4527b2-1d10-44c3-b20a-d79dd7ea03e9', 'status': 'completed', 'code': 200} Dec 14 19:09:20.656464 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-b8ae0c9e-664f-4297-88b1-a872aef9030f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d4527b2-1d10-44c3-b20a-d79dd7ea03e9 HTTP/1.1" status: 200 len: 217 time: 0.0723903 Dec 14 19:09:20.782662 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-ca757871-1b5d-4aac-87a9-9a8c23cdc357 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:20.784254 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-ca757871-1b5d-4aac-87a9-9a8c23cdc357 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=182240e9-7923-40da-ab94-5d9c0cdf29a1 HTTP/1.1" status: 200 len: 854 time: 0.1205621 Dec 14 19:09:20.840263 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-572a19c0-1e74-449b-9fa5-cbca9be7fa6a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=49ce9c34-e606-4a89-ad89-9fec2cbe70a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485332 Dec 14 19:09:20.876097 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efecd92-2fdb-46fa-a062-526594f15024 req-d0bb826c-fdc7-4517-997d-9ea40d08b7d1 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:20.877774 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8efecd92-2fdb-46fa-a062-526594f15024 req-d0bb826c-fdc7-4517-997d-9ea40d08b7d1 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 944 time: 0.1793363 Dec 14 19:09:21.024471 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8efecd92-2fdb-46fa-a062-526594f15024 req-9434317c-27dd-4b26-9f09-cf786f84c90f tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397674 Dec 14 19:09:21.034890 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-b79da638-3109-46f9-b441-e12b3c0a014b service neutron] 10.222.0.73 "GET /v2.0/networks/49ce9c34-e606-4a89-ad89-9fec2cbe70a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859782 Dec 14 19:09:21.255655 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-28fbec73-4395-4af8-9f02-3749cd7407d5 req-66518158-9fcd-4e6c-90d8-66f5f100788b service neutron] 10.222.0.73 "GET /v2.0/networks/49ce9c34-e606-4a89-ad89-9fec2cbe70a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139802 Dec 14 19:09:21.268372 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d18b4-6d17-479f-b298-c65889a54451 req-2dcb0b31-e4ac-4675-bf20-2b8646a83690 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:21.270003 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-843d18b4-6d17-479f-b298-c65889a54451 req-2dcb0b31-e4ac-4675-bf20-2b8646a83690 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=a352af72-230b-4cda-b1e2-67c0acdca389 HTTP/1.1" status: 200 len: 943 time: 0.2011919 Dec 14 19:09:21.375389 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-843d18b4-6d17-479f-b298-c65889a54451 req-0101a0fb-4bd1-433f-8546-61ca7b0752d5 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989461 Dec 14 19:09:21.399802 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8e351ae8-8ad3-4b54-83a0-7efb48aab891 req-853cd71e-0ef1-4e6d-80a8-c53906860cd8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3f0f20afe704ddc9991a9e7ac0982af&device_id=a352af72-230b-4cda-b1e2-67c0acdca389 HTTP/1.1" status: 200 len: 1096 time: 0.0864985 Dec 14 19:09:21.556245 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e351ae8-8ad3-4b54-83a0-7efb48aab891 req-53007868-3913-4fc5-9e61-f65183999bf1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:21.558166 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8e351ae8-8ad3-4b54-83a0-7efb48aab891 req-53007868-3913-4fc5-9e61-f65183999bf1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=49ce9c34-e606-4a89-ad89-9fec2cbe70a2 HTTP/1.1" status: 200 len: 915 time: 0.1511257 Dec 14 19:09:21.568010 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 383bed10-d53e-4356-833a-994156ceaa5e up at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:09:21.645522 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning for port 383bed10-d53e-4356-833a-994156ceaa5e completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:09:21.645836 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8e351ae8-8ad3-4b54-83a0-7efb48aab891 req-0c25df18-76b4-40fc-9b99-9f9560e9760d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d4527b2-1d10-44c3-b20a-d79dd7ea03e9 HTTP/1.1" status: 200 len: 217 time: 0.0806918 Dec 14 19:09:21.651332 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning complete for port 383bed10-d53e-4356-833a-994156ceaa5e triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:09:21.651755 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:21.777123 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:21.806952 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6ed86d-5f6f-4047-bd4a-25d7c01f4e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383bed10-d53e-4356-833a-994156ceaa5e'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:09:21.817575 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 383bed10-d53e-4356-833a-994156ceaa5e, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=383bed10-d53e-4356-833a-994156ceaa5e,segment=NetworkSegment(49fec136-3a31-45ad-883a-5bbbbbc4a4bc),segment_id=49fec136-3a31-45ad-883a-5bbbbbc4a4bc)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:09:21.821446 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:21.822356 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device ecced373-b61e-46dd-88cb-d639cd76849c up at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:09:21.849406 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:21.849680 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e351ae8-8ad3-4b54-83a0-7efb48aab891 req-3be2ad54-f9ca-4e01-a3ad-f6446716721a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:21.851318 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8e351ae8-8ad3-4b54-83a0-7efb48aab891 req-3be2ad54-f9ca-4e01-a3ad-f6446716721a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=182240e9-7923-40da-ab94-5d9c0cdf29a1 HTTP/1.1" status: 200 len: 854 time: 0.1890001 Dec 14 19:09:21.910957 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8e351ae8-8ad3-4b54-83a0-7efb48aab891 req-e96e22f2-0b6d-42ea-b0be-e0b8b8f6b3f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=49ce9c34-e606-4a89-ad89-9fec2cbe70a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507250 Dec 14 19:09:21.943160 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=383bed10-d53e-4356-833a-994156ceaa5e,revision_number=5']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:21.947018 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:21.954364 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04a3ac-f93f-46a0-8629-0296714828c2 req-496519ba-30dd-486b-bb37-52f271a53524 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:21.956594 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8e04a3ac-f93f-46a0-8629-0296714828c2 req-496519ba-30dd-486b-bb37-52f271a53524 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba6ed86d-5f6f-4047-bd4a-25d7c01f4e0e HTTP/1.1" status: 200 len: 944 time: 0.2556686 Dec 14 19:09:21.958481 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning for port ecced373-b61e-46dd-88cb-d639cd76849c completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:09:21.963911 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning complete for port ecced373-b61e-46dd-88cb-d639cd76849c triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:09:21.964375 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:21.966918 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd550d4-9054-4c22-8e8e-5f442f41a363 req-c8902f2c-d158-470f-afd1-8374876b765c tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:21.968581 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bfd550d4-9054-4c22-8e8e-5f442f41a363 req-c8902f2c-d158-470f-afd1-8374876b765c tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c034432f-3db0-4bf4-ae01-c599713a2639 HTTP/1.1" status: 200 len: 944 time: 0.2631433 Dec 14 19:09:22.088128 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:22.121938 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port ecced373-b61e-46dd-88cb-d639cd76849c, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=ecced373-b61e-46dd-88cb-d639cd76849c,segment=NetworkSegment(6aa82320-2fb6-4bdd-8682-c072e47132bc),segment_id=6aa82320-2fb6-4bdd-8682-c072e47132bc)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:09:22.125373 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:22.126302 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 2243d381-6c9c-4dd0-a65a-736a533cc984 up at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:09:22.150022 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8e04a3ac-f93f-46a0-8629-0296714828c2 req-44d83468-8b0f-46ee-aba4-82ca9eb75ac3 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803534 Dec 14 19:09:22.150949 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:22.154851 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bfd550d4-9054-4c22-8e8e-5f442f41a363 req-c3789a62-1e6e-4e1a-8071-b6709acb9dc3 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f2970c0-86a2-4f49-b572-6ac608ebb087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719942 Dec 14 19:09:22.165929 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8e351ae8-8ad3-4b54-83a0-7efb48aab891 req-ce524362-d00a-42a5-9b0f-391b21598ed4 service neutron] 10.222.0.73 "GET /v2.0/networks/49ce9c34-e606-4a89-ad89-9fec2cbe70a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461681 Dec 14 19:09:22.252340 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6ed86d-5f6f-4047-bd4a-25d7c01f4e0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '383bed10-d53e-4356-833a-994156ceaa5e', 'code': 200} Dec 14 19:09:22.268588 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=ecced373-b61e-46dd-88cb-d639cd76849c,revision_number=5']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:22.272133 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:22.279995 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning for port 2243d381-6c9c-4dd0-a65a-736a533cc984 completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:09:22.286325 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning complete for port 2243d381-6c9c-4dd0-a65a-736a533cc984 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:09:22.286745 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:22.441776 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:22.480552 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 2243d381-6c9c-4dd0-a65a-736a533cc984, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=2243d381-6c9c-4dd0-a65a-736a533cc984,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:09:22.485023 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:22.487092 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8d85a40f-86b7-4a88-9335-63ea4d155c87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:22.572283 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=2243d381-6c9c-4dd0-a65a-736a533cc984,revision_number=5']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:22.575895 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:22.716901 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8e351ae8-8ad3-4b54-83a0-7efb48aab891 req-0744090f-88aa-4823-83ee-f01292f03846 service neutron] 10.222.0.73 "GET /v2.0/networks/49ce9c34-e606-4a89-ad89-9fec2cbe70a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5426764 Dec 14 19:09:22.754485 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4568dc-5c7f-4911-8a3f-1694432bd54b req-739ff6c8-9250-4acb-a2f8-89f4b689a603 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:22.756214 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9e4568dc-5c7f-4911-8a3f-1694432bd54b req-739ff6c8-9250-4acb-a2f8-89f4b689a603 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 945 time: 0.4339893 Dec 14 19:09:22.769536 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5888fd1b-5680-4395-8db6-f0e1cfe3edaf req-bbde2154-cbb0-486b-b3a0-79ce021de53e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ba6ed86d-5f6f-4047-bd4a-25d7c01f4e0e HTTP/1.1" status: 200 len: 1098 time: 0.1643236 Dec 14 19:09:22.902458 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5888fd1b-5680-4395-8db6-f0e1cfe3edaf req-5ba9a3d5-7858-40fb-ad39-4ef593c55a73 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157968 Dec 14 19:09:22.904974 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9e4568dc-5c7f-4911-8a3f-1694432bd54b req-b1d644c6-3792-4ef8-beed-8d122867ee40 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344433 Dec 14 19:09:22.946452 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13412c-e5c9-4e04-b34c-b747ea51392b req-ae05d019-8db5-40ed-84f9-bef88764d3f8 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:22.948068 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5c13412c-e5c9-4e04-b34c-b747ea51392b req-ae05d019-8db5-40ed-84f9-bef88764d3f8 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=a352af72-230b-4cda-b1e2-67c0acdca389 HTTP/1.1" status: 200 len: 943 time: 0.3416998 Dec 14 19:09:23.003513 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5c13412c-e5c9-4e04-b34c-b747ea51392b req-f0aaf1f8-5297-4a87-aeef-c19a6c367c05 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483112 Dec 14 19:09:23.435770 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062862a-f3ce-4ac7-9eed-dbce6c9dd136 req-efb2e6a8-207f-4a1a-893a-2b8858d8ce75 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:23.437441 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b062862a-f3ce-4ac7-9eed-dbce6c9dd136 req-efb2e6a8-207f-4a1a-893a-2b8858d8ce75 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c034432f-3db0-4bf4-ae01-c599713a2639 HTTP/1.1" status: 200 len: 945 time: 0.1479759 Dec 14 19:09:23.444164 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064670f-f584-4033-aaf4-d3f3d7073753 req-88b451d0-0c1b-44a9-8c41-37a145105dd7 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:23.445829 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7064670f-f584-4033-aaf4-d3f3d7073753 req-88b451d0-0c1b-44a9-8c41-37a145105dd7 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba6ed86d-5f6f-4047-bd4a-25d7c01f4e0e HTTP/1.1" status: 200 len: 945 time: 0.1171567 Dec 14 19:09:23.527464 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b062862a-f3ce-4ac7-9eed-dbce6c9dd136 req-4f259446-bd3f-425a-b24d-d93abf808fae tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f2970c0-86a2-4f49-b572-6ac608ebb087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805457 Dec 14 19:09:23.531482 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7064670f-f584-4033-aaf4-d3f3d7073753 req-2df2cf2c-9986-44dc-8af1-add0c37e579d tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703092 Dec 14 19:09:23.563241 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 4d4527b2-1d10-44c3-b20a-d79dd7ea03e9 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:09:23.882948 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 4d4527b2-1d10-44c3-b20a-d79dd7ea03e9, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=4d4527b2-1d10-44c3-b20a-d79dd7ea03e9,segment=NetworkSegment(89ec24a6-fcf2-4184-ae80-2746799edbeb),segment_id=89ec24a6-fcf2-4184-ae80-2746799edbeb)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:09:23.899253 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Returning: {'device': '4d4527b2-1d10-44c3-b20a-d79dd7ea03e9', 'network_id': '49ce9c34-e606-4a89-ad89-9fec2cbe70a2', 'port_id': '4d4527b2-1d10-44c3-b20a-d79dd7ea03e9', 'mac_address': 'fa:16:3e:8f:b4:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '182240e9-7923-40da-ab94-5d9c0cdf29a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:09:23.963030 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:23.982613 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d4527b2-1d10-44c3-b20a-d79dd7ea03e9 {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:09:23.999455 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 4d4527b2-1d10-44c3-b20a-d79dd7ea03e9, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=4d4527b2-1d10-44c3-b20a-d79dd7ea03e9,segment=NetworkSegment(89ec24a6-fcf2-4184-ae80-2746799edbeb),segment_id=89ec24a6-fcf2-4184-ae80-2746799edbeb)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:09:24.004458 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:24.006510 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:24.085645 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=4d4527b2-1d10-44c3-b20a-d79dd7ea03e9,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:24.089703 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:24.242486 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d44fc-3c50-469d-866f-1ac5e7ceb1ef req-b2eea988-5543-4ebd-95ba-cfa3f15f78f9 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:24.244153 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3e2d44fc-3c50-469d-866f-1ac5e7ceb1ef req-b2eea988-5543-4ebd-95ba-cfa3f15f78f9 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 945 time: 0.1734223 Dec 14 19:09:24.254421 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c034432f-3db0-4bf4-ae01-c599713a2639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecced373-b61e-46dd-88cb-d639cd76849c'}, {'server_uuid': '1635bfab-e30c-43eb-8ee5-e1900176c192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2243d381-6c9c-4dd0-a65a-736a533cc984'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:09:24.277358 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff5e96-3f41-4fab-baa9-4de43f40ada8 req-ea0dc760-0c62-4db0-9d33-7d4940d79e1d tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:24.278983 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ceff5e96-3f41-4fab-baa9-4de43f40ada8 req-ea0dc760-0c62-4db0-9d33-7d4940d79e1d tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=a352af72-230b-4cda-b1e2-67c0acdca389 HTTP/1.1" status: 200 len: 944 time: 0.1305194 Dec 14 19:09:24.338945 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3e2d44fc-3c50-469d-866f-1ac5e7ceb1ef req-0299c8a3-f763-4294-82eb-8a484a02f0db tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877049 Dec 14 19:09:24.352087 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ceff5e96-3f41-4fab-baa9-4de43f40ada8 req-61433a8e-0459-4c5e-8b7b-e908cfcd3a99 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663424 Dec 14 19:09:24.366964 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['4d4527b2-1d10-44c3-b20a-d79dd7ea03e9'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:09:24.424208 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c034432f-3db0-4bf4-ae01-c599713a2639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecced373-b61e-46dd-88cb-d639cd76849c', 'code': 200} Dec 14 19:09:24.424506 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1635bfab-e30c-43eb-8ee5-e1900176c192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2243d381-6c9c-4dd0-a65a-736a533cc984', 'code': 200} Dec 14 19:09:24.903793 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1cba32ac-3f7f-40d1-91b7-a3f4cfb12faa req-7dec38c6-a4c8-421f-8446-454013ff051e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 1098 time: 0.2455859 Dec 14 19:09:24.908300 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-83f6d2c4-0d8f-4536-b234-e18ef2484b7e req-bd343d83-635e-4bd7-a3b7-f86f1beadaff service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c034432f-3db0-4bf4-ae01-c599713a2639 HTTP/1.1" status: 200 len: 1098 time: 0.2841446 Dec 14 19:09:24.921351 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41cf8e-65a3-4f77-aa85-5558a2900017 req-6988f86b-1d0f-4eef-9153-0c5477cacfd9 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:24.922959 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-dd41cf8e-65a3-4f77-aa85-5558a2900017 req-6988f86b-1d0f-4eef-9153-0c5477cacfd9 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba6ed86d-5f6f-4047-bd4a-25d7c01f4e0e HTTP/1.1" status: 200 len: 945 time: 0.2284155 Dec 14 19:09:24.931522 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfaab14-ae8f-413c-ac64-3d96d195c6df req-1c43e208-b89b-4e3b-9d0a-65521c80e9e4 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:24.933169 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fcfaab14-ae8f-413c-ac64-3d96d195c6df req-1c43e208-b89b-4e3b-9d0a-65521c80e9e4 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c034432f-3db0-4bf4-ae01-c599713a2639 HTTP/1.1" status: 200 len: 945 time: 0.2373462 Dec 14 19:09:25.072180 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-83f6d2c4-0d8f-4536-b234-e18ef2484b7e req-4a262730-d11f-41c6-a3ae-9b2213240b10 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7f2970c0-86a2-4f49-b572-6ac608ebb087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479983 Dec 14 19:09:25.079911 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1cba32ac-3f7f-40d1-91b7-a3f4cfb12faa req-2b8bb09c-130c-4e03-bb06-f12d2cf26341 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545632 Dec 14 19:09:25.094714 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fcfaab14-ae8f-413c-ac64-3d96d195c6df req-200fa479-8420-4723-a92e-4678eb190b0a tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f2970c0-86a2-4f49-b572-6ac608ebb087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312692 Dec 14 19:09:25.097075 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-dd41cf8e-65a3-4f77-aa85-5558a2900017 req-3d119c27-019d-427c-b000-4e29163a9b04 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349750 Dec 14 19:09:25.585477 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2214663d-ad7d-4256-b220-bff33c835ef2 req-b1239c27-7b0e-4cf9-93cf-dc08afe6dafa tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:25.587070 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2214663d-ad7d-4256-b220-bff33c835ef2 req-b1239c27-7b0e-4cf9-93cf-dc08afe6dafa tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 945 time: 0.0985398 Dec 14 19:09:25.589568 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 4d4527b2-1d10-44c3-b20a-d79dd7ea03e9 up at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:09:25.689726 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning for port 4d4527b2-1d10-44c3-b20a-d79dd7ea03e9 completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:09:25.696381 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning complete for port 4d4527b2-1d10-44c3-b20a-d79dd7ea03e9 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:09:25.696977 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:25.723244 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2214663d-ad7d-4256-b220-bff33c835ef2 req-b5be25f3-23ae-49e4-9987-b93b56bfd276 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161699 Dec 14 19:09:25.750718 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d1d9f-8121-4744-8c01-cd56436df03b req-a63b111b-b979-4add-a5fa-52bb73eaff7d tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:25.752749 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d97d1d9f-8121-4744-8c01-cd56436df03b req-a63b111b-b979-4add-a5fa-52bb73eaff7d tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=a352af72-230b-4cda-b1e2-67c0acdca389 HTTP/1.1" status: 200 len: 944 time: 0.1164191 Dec 14 19:09:25.815396 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d97d1d9f-8121-4744-8c01-cd56436df03b req-8f15f842-d808-4ab7-ab0c-00300bd04e32 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543630 Dec 14 19:09:25.854988 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:25.889360 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 4d4527b2-1d10-44c3-b20a-d79dd7ea03e9, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=4d4527b2-1d10-44c3-b20a-d79dd7ea03e9,segment=NetworkSegment(89ec24a6-fcf2-4184-ae80-2746799edbeb),segment_id=89ec24a6-fcf2-4184-ae80-2746799edbeb)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:09:25.893088 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:25.895099 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:25.966152 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=4d4527b2-1d10-44c3-b20a-d79dd7ea03e9,revision_number=5']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:25.969983 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:26.317208 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5306e1e9-669a-4234-9301-98449304b923 req-977e6597-84cd-4e67-9524-01a976e433af tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:26.318824 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5306e1e9-669a-4234-9301-98449304b923 req-977e6597-84cd-4e67-9524-01a976e433af tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c034432f-3db0-4bf4-ae01-c599713a2639 HTTP/1.1" status: 200 len: 945 time: 0.0977256 Dec 14 19:09:26.373183 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5306e1e9-669a-4234-9301-98449304b923 req-ad8dc7e7-eef6-4b8e-ba2d-5053a92f0e32 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f2970c0-86a2-4f49-b572-6ac608ebb087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452754 Dec 14 19:09:26.426437 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a352af72-230b-4cda-b1e2-67c0acdca389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4527b2-1d10-44c3-b20a-d79dd7ea03e9'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:09:26.449668 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d1fd4502-6cc1-4f5c-b539-9ab45770b2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:26.486965 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a352af72-230b-4cda-b1e2-67c0acdca389', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4527b2-1d10-44c3-b20a-d79dd7ea03e9', 'code': 200} Dec 14 19:09:26.793516 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d63ebd3b-2f7a-404e-bd8f-dfeb0b4408a9 req-be9aac84-ff88-451c-a5cd-dac33755abfd service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a352af72-230b-4cda-b1e2-67c0acdca389 HTTP/1.1" status: 200 len: 1098 time: 0.0963185 Dec 14 19:09:26.849242 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d63ebd3b-2f7a-404e-bd8f-dfeb0b4408a9 req-7c2b0285-72a0-4f28-865f-c8ef323e9173 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456192 Dec 14 19:09:27.036371 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08116dc-9be5-454b-bc51-38b538b9d153 req-f7f13366-298e-4d58-9606-fbe3e0bd8b03 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:27.038029 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a08116dc-9be5-454b-bc51-38b538b9d153 req-f7f13366-298e-4d58-9606-fbe3e0bd8b03 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 945 time: 0.1542926 Dec 14 19:09:27.096065 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0e90f-bf00-4025-99c5-68a2011f0fe1 req-62340773-d907-4c24-af97-52dba89f99fe tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:27.097790 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fba0e90f-bf00-4025-99c5-68a2011f0fe1 req-62340773-d907-4c24-af97-52dba89f99fe tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=a352af72-230b-4cda-b1e2-67c0acdca389 HTTP/1.1" status: 200 len: 945 time: 0.1443322 Dec 14 19:09:27.121318 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a08116dc-9be5-454b-bc51-38b538b9d153 req-2613b054-653e-4789-9cd0-fb79640055d8 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767932 Dec 14 19:09:27.155333 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fba0e90f-bf00-4025-99c5-68a2011f0fe1 req-56ac18e3-a5b8-4aaa-ba4e-1e4b3da4cb90 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507665 Dec 14 19:09:27.710629 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4dac7-94ab-4e9f-a742-bccf3c760e7d req-268a9962-3b32-4c51-9051-8b99d1ca88bf tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:27.712148 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b5c4dac7-94ab-4e9f-a742-bccf3c760e7d req-268a9962-3b32-4c51-9051-8b99d1ca88bf tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c034432f-3db0-4bf4-ae01-c599713a2639 HTTP/1.1" status: 200 len: 945 time: 0.1914811 Dec 14 19:09:27.768232 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b5c4dac7-94ab-4e9f-a742-bccf3c760e7d req-468a77cd-021e-40d1-ad69-de9afde4fcb3 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f2970c0-86a2-4f49-b572-6ac608ebb087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495446 Dec 14 19:09:27.827981 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:27.981115 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806c8db-0731-4422-99a1-f51d5fbc210e req-a9ac87b4-fe90-42a3-b24c-05f4203c91a4 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:27.982713 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e806c8db-0731-4422-99a1-f51d5fbc210e req-a9ac87b4-fe90-42a3-b24c-05f4203c91a4 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c034432f-3db0-4bf4-ae01-c599713a2639 HTTP/1.1" status: 200 len: 945 time: 0.0890343 Dec 14 19:09:27.995185 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 48524) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:28.001373 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-610c9f36-3933-4ce4-b7ba-9ddde04fb4ac tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Request body: {'floatingip': {'port_id': 'ecced373-b61e-46dd-88cb-d639cd76849c'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:09:28.083909 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-610c9f36-3933-4ce4-b7ba-9ddde04fb4ac tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for floatingip, before_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:28.439117 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-00ba515b-9fd2-4a22-8fb6-3eb8f5b0b0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:28.484017 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397b601-0b50-4f30-9528-218dfd37666e req-ed6f4c05-63d2-4365-8455-299d42b731b2 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:28.485660 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7397b601-0b50-4f30-9528-218dfd37666e req-ed6f4c05-63d2-4365-8455-299d42b731b2 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=a352af72-230b-4cda-b1e2-67c0acdca389 HTTP/1.1" status: 200 len: 945 time: 0.1847281 Dec 14 19:09:28.492910 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1adf49-dcfe-41ff-990b-6d34cdcd3901 req-a50f2e35-782e-4828-ac58-3aa5ffb502cd tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:28.495003 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7c1adf49-dcfe-41ff-990b-6d34cdcd3901 req-a50f2e35-782e-4828-ac58-3aa5ffb502cd tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 945 time: 0.1539688 Dec 14 19:09:28.576281 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7c1adf49-dcfe-41ff-990b-6d34cdcd3901 req-689e5f07-b4fb-4108-8ff8-802b50ed5cf5 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643919 Dec 14 19:09:28.578864 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7397b601-0b50-4f30-9528-218dfd37666e req-1130d8c3-cdf8-44aa-9ca4-ea8b3a231e42 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826771 Dec 14 19:09:28.738135 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-610c9f36-3933-4ce4-b7ba-9ddde04fb4ac tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:28.740967 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-610c9f36-3933-4ce4-b7ba-9ddde04fb4ac tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435684'] for floatingip, after_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:28.793740 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e1fa97-c136-46bf-9cca-d7d740e67a24 req-80277dfc-8dbe-48c9-983f-52386970ed4d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:28.794893 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-71e1fa97-c136-46bf-9cca-d7d740e67a24 req-80277dfc-8dbe-48c9-983f-52386970ed4d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 945 time: 0.0865438 Dec 14 19:09:28.805612 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 48536) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:09:28.813148 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-0f4a9206-0c4a-4a1f-a177-152df3cf4fbf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Request body: {'floatingip': {'port_id': '2243d381-6c9c-4dd0-a65a-736a533cc984'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:09:28.852632 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:09:28.895714 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0f4a9206-0c4a-4a1f-a177-152df3cf4fbf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for floatingip, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:28.965910 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.l3_db [None req-610c9f36-3933-4ce4-b7ba-9ddde04fb4ac tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Floating IP f972e06d-e1d2-4dc7-91b4-add0b9ad004b associated. External IP: 172.28.1.238, port: ecced373-b61e-46dd-88cb-d639cd76849c. Dec 14 19:09:29.134374 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:29.598097 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0f4a9206-0c4a-4a1f-a177-152df3cf4fbf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:29.601241 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0f4a9206-0c4a-4a1f-a177-152df3cf4fbf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435684'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:29.665144 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610c9f36-3933-4ce4-b7ba-9ddde04fb4ac tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Router 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 has already been hosted by L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 {{(pid=88176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:09:29.906380 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610c9f36-3933-4ce4-b7ba-9ddde04fb4ac tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:09:29.911629 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-610c9f36-3933-4ce4-b7ba-9ddde04fb4ac tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for floatingip, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:29.917461 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b501347-c35d-4e29-9fc1-1f03c8e5b7e9 None None] Sync routers for ids ['87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'] in dv-cinder-821749-1-smb {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:09:29.932226 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b501347-c35d-4e29-9fc1-1f03c8e5b7e9 None None] Routers {'87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:09:29.933120 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-4b501347-c35d-4e29-9fc1-1f03c8e5b7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:09:28Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:09:29.976222 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-610c9f36-3933-4ce4-b7ba-9ddde04fb4ac tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "PUT /v2.0/floatingips/f972e06d-e1d2-4dc7-91b4-add0b9ad004b HTTP/1.1" status: 200 len: 991 time: 1.9798419 Dec 14 19:09:29.976961 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c034432f-3db0-4bf4-ae01-c599713a2639', 'tag': 'ecced373-b61e-46dd-88cb-d639cd76849c'}] {{(pid=88176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:09:30.143752 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dee7d7-1609-43b0-a4da-4763a1432035 req-4dd15316-c82b-4fc4-90cf-9e886d4975c0 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:30.146635 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-99dee7d7-1609-43b0-a4da-4763a1432035 req-4dd15316-c82b-4fc4-90cf-9e886d4975c0 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=a352af72-230b-4cda-b1e2-67c0acdca389 HTTP/1.1" status: 200 len: 945 time: 0.3980768 Dec 14 19:09:30.156832 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-4b501347-c35d-4e29-9fc1-1f03c8e5b7e9 None None] Set router 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:09:30.209575 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c034432f-3db0-4bf4-ae01-c599713a2639', 'tag': 'ecced373-b61e-46dd-88cb-d639cd76849c', 'status': 'completed', 'code': 200} Dec 14 19:09:30.219966 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-99dee7d7-1609-43b0-a4da-4763a1432035 req-931b0316-3e5d-40a9-9e5b-1253bbaf3718 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650759 Dec 14 19:09:30.221852 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.l3_db [None req-0f4a9206-0c4a-4a1f-a177-152df3cf4fbf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Floating IP 584bfbba-d33b-4927-9727-1d40a3ac2753 associated. External IP: 172.28.1.136, port: 2243d381-6c9c-4dd0-a65a-736a533cc984. Dec 14 19:09:30.460321 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e4179155-cf0b-43e2-bca9-be7a48bb6026 req-f747c1a6-386e-4789-b20d-8d012664e5df service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=110f0191feb9402db4fceb6ce9c472c5&device_id=c034432f-3db0-4bf4-ae01-c599713a2639 HTTP/1.1" status: 200 len: 1098 time: 0.1732898 Dec 14 19:09:30.626201 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-4b501347-c35d-4e29-9fc1-1f03c8e5b7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'name': 'tempest-AttachVolumeTestJSON-311324847-router', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:31Z', 'updated_at': '2021-12-14T19:04:57Z', 'revision_number': 4, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'gw_port': {'id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:33Z', 'updated_at': '2021-12-14T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_floatingips': [{'id': 'f972e06d-e1d2-4dc7-91b4-add0b9ad004b', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'floating_ip_address': '172.28.1.238', 'floating_network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'router_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'port_id': 'ecced373-b61e-46dd-88cb-d639cd76849c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988', 'mac_address': 'fa:16:3e:04:13:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c034432f-3db0-4bf4-ae01-c599713a2639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:09:02Z', 'updated_at': '2021-12-14T19:09:28Z', 'revision_number': 1, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6e4118-dd1f-469b-97ae-68ec39679640', 'name': '', 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'mac_address': 'fa:16:3e:15:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:53Z', 'updated_at': '2021-12-14T19:05:16Z', 'revision_number': 5, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'subnets': [{'id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:09:30.632803 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b501347-c35d-4e29-9fc1-1f03c8e5b7e9 None None] Checking router: 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 for host: dv-cinder-821749-1-smb {{(pid=88178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:09:30.643486 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4179155-cf0b-43e2-bca9-be7a48bb6026 req-efb49e19-7091-4b5f-b69e-dfbda98b9dc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:30.645165 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e4179155-cf0b-43e2-bca9-be7a48bb6026 req-efb49e19-7091-4b5f-b69e-dfbda98b9dc7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=41417801-7e29-40be-adf1-4fe41a7c2988 HTTP/1.1" status: 200 len: 911 time: 0.1676393 Dec 14 19:09:30.647990 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b501347-c35d-4e29-9fc1-1f03c8e5b7e9 None None] Routers {'87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:09:30.648781 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-4b501347-c35d-4e29-9fc1-1f03c8e5b7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:09:28Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:09:30.827212 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:30.880464 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-4b501347-c35d-4e29-9fc1-1f03c8e5b7e9 None None] Set router 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:09:30.888194 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e4179155-cf0b-43e2-bca9-be7a48bb6026 req-6f0db255-3534-4ffa-8500-f4c91a4971fb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ecced373-b61e-46dd-88cb-d639cd76849c HTTP/1.1" status: 200 len: 999 time: 0.2274907 Dec 14 19:09:31.040854 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4179155-cf0b-43e2-bca9-be7a48bb6026 req-2f737da9-ad90-4dcb-9024-899b07d9c141 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:31.042600 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e4179155-cf0b-43e2-bca9-be7a48bb6026 req-2f737da9-ad90-4dcb-9024-899b07d9c141 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9d0b1b1d-1f37-43fd-8afc-31b562aa0f47 HTTP/1.1" status: 200 len: 849 time: 0.0913482 Dec 14 19:09:31.167323 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4a9206-0c4a-4a1f-a177-152df3cf4fbf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Router 69eb45f3-812c-409b-bbda-2ab5d1e31896 has already been hosted by L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:09:31.184318 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e4179155-cf0b-43e2-bca9-be7a48bb6026 req-5a0a2982-eafc-4834-a4cb-4e2d785234c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=41417801-7e29-40be-adf1-4fe41a7c2988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1320057 Dec 14 19:09:31.306219 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-4b501347-c35d-4e29-9fc1-1f03c8e5b7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'name': 'tempest-AttachVolumeTestJSON-311324847-router', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:31Z', 'updated_at': '2021-12-14T19:04:57Z', 'revision_number': 4, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'gw_port': {'id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:33Z', 'updated_at': '2021-12-14T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_floatingips': [{'id': 'f972e06d-e1d2-4dc7-91b4-add0b9ad004b', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'floating_ip_address': '172.28.1.238', 'floating_network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'router_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'port_id': 'ecced373-b61e-46dd-88cb-d639cd76849c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988', 'mac_address': 'fa:16:3e:04:13:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c034432f-3db0-4bf4-ae01-c599713a2639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:09:02Z', 'updated_at': '2021-12-14T19:09:28Z', 'revision_number': 1, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6e4118-dd1f-469b-97ae-68ec39679640', 'name': '', 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'mac_address': 'fa:16:3e:15:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:53Z', 'updated_at': '2021-12-14T19:05:16Z', 'revision_number': 5, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'subnets': [{'id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:09:31.310789 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b501347-c35d-4e29-9fc1-1f03c8e5b7e9 None None] The sync data for ids ['87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'] in dv-cinder-821749-1-smb is: [{'id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'name': 'tempest-AttachVolumeTestJSON-311324847-router', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:31Z', 'updated_at': '2021-12-14T19:04:57Z', 'revision_number': 4, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'gw_port': {'id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:33Z', 'updated_at': '2021-12-14T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_floatingips': [{'id': 'f972e06d-e1d2-4dc7-91b4-add0b9ad004b', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'floating_ip_address': '172.28.1.238', 'floating_network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'router_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'port_id': 'ecced373-b61e-46dd-88cb-d639cd76849c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988', 'mac_address': 'fa:16:3e:04:13:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c034432f-3db0-4bf4-ae01-c599713a2639', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:09:02Z', 'updated_at': '2021-12-14T19:09:28Z', 'revision_number': 1, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b6e4118-dd1f-469b-97ae-68ec39679640', 'name': '', 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'mac_address': 'fa:16:3e:15:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:53Z', 'updated_at': '2021-12-14T19:05:16Z', 'revision_number': 5, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'subnets': [{'id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:09:31.468229 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e4179155-cf0b-43e2-bca9-be7a48bb6026 req-40931aeb-c678-4276-9737-f8adfe366b91 service neutron] 10.222.0.73 "GET /v2.0/networks/41417801-7e29-40be-adf1-4fe41a7c2988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254579 Dec 14 19:09:31.644035 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e4179155-cf0b-43e2-bca9-be7a48bb6026 req-35b1d43a-67da-44af-b81f-c0f0a2dd260c service neutron] 10.222.0.73 "GET /v2.0/networks/41417801-7e29-40be-adf1-4fe41a7c2988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616807 Dec 14 19:09:31.658759 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4a9206-0c4a-4a1f-a177-152df3cf4fbf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:09:31.664450 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0f4a9206-0c4a-4a1f-a177-152df3cf4fbf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:31.672492 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f676870-3ffd-401a-a8f1-a9735d243452 None None] Sync routers for ids ['69eb45f3-812c-409b-bbda-2ab5d1e31896'] in dv-cinder-821749-1-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:09:31.685723 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527acc6b-6dff-4607-b884-51e841920368 None None] New status for floating IP f972e06d-e1d2-4dc7-91b4-add0b9ad004b: ACTIVE {{(pid=88178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 19:09:31.698039 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f676870-3ffd-401a-a8f1-a9735d243452 None None] Routers {'69eb45f3-812c-409b-bbda-2ab5d1e31896'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:09:31.698948 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3f676870-3ffd-401a-a8f1-a9735d243452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:09:28Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['69eb45f3-812c-409b-bbda-2ab5d1e31896'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:09:31.730466 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-0f4a9206-0c4a-4a1f-a177-152df3cf4fbf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "PUT /v2.0/floatingips/584bfbba-d33b-4927-9727-1d40a3ac2753 HTTP/1.1" status: 200 len: 991 time: 2.9202683 Dec 14 19:09:31.730466 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1635bfab-e30c-43eb-8ee5-e1900176c192', 'tag': '2243d381-6c9c-4dd0-a65a-736a533cc984'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:09:31.804777 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1635bfab-e30c-43eb-8ee5-e1900176c192', 'tag': '2243d381-6c9c-4dd0-a65a-736a533cc984', 'status': 'completed', 'code': 200} Dec 14 19:09:31.970711 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-3f676870-3ffd-401a-a8f1-a9735d243452 None None] Set router 69eb45f3-812c-409b-bbda-2ab5d1e31896 gateway port host: dv-cinder-821749-1-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:09:31.971043 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5b0ca914-35ed-4454-a092-dc654ee714ca req-30f8cea1-9975-4d3b-9ff2-642152fe09c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58846b25a8b64cc9833f513a6aff6430&device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 1098 time: 0.1237230 Dec 14 19:09:32.222645 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ca914-35ed-4454-a092-dc654ee714ca req-77b6d15d-d61d-4c98-a022-5f5d3f3868c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:32.224263 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5b0ca914-35ed-4454-a092-dc654ee714ca req-77b6d15d-d61d-4c98-a022-5f5d3f3868c9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b4963efd-9650-43f5-bcad-9f14585c51e1 HTTP/1.1" status: 200 len: 918 time: 0.2265284 Dec 14 19:09:32.367819 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5b0ca914-35ed-4454-a092-dc654ee714ca req-ffe36a93-b6a3-48ef-8dd7-9d51306f7263 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2243d381-6c9c-4dd0-a65a-736a533cc984 HTTP/1.1" status: 200 len: 999 time: 0.1327209 Dec 14 19:09:32.406981 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3f676870-3ffd-401a-a8f1-a9735d243452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'name': 'tempest-AttachVolumeShelveTestJSON-1302898717-router', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143'}], 'enable_snat': True}, 'gw_port_id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:28Z', 'updated_at': '2021-12-14T19:04:58Z', 'revision_number': 4, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'gw_port': {'id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:30Z', 'updated_at': '2021-12-14T19:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_floatingips': [{'id': '584bfbba-d33b-4927-9727-1d40a3ac2753', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'floating_ip_address': '172.28.1.136', 'floating_network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'router_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'port_id': '2243d381-6c9c-4dd0-a65a-736a533cc984', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'mac_address': 'fa:16:3e:e2:91:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1635bfab-e30c-43eb-8ee5-e1900176c192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:09:05Z', 'updated_at': '2021-12-14T19:09:29Z', 'revision_number': 1, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1', 'name': '', 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'mac_address': 'fa:16:3e:76:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:45Z', 'updated_at': '2021-12-14T19:05:18Z', 'revision_number': 5, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'subnets': [{'id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:09:32.415302 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f676870-3ffd-401a-a8f1-a9735d243452 None None] Checking router: 69eb45f3-812c-409b-bbda-2ab5d1e31896 for host: dv-cinder-821749-1-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:09:32.430358 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f676870-3ffd-401a-a8f1-a9735d243452 None None] Routers {'69eb45f3-812c-409b-bbda-2ab5d1e31896'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:09:32.431151 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3f676870-3ffd-401a-a8f1-a9735d243452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:09:28Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['69eb45f3-812c-409b-bbda-2ab5d1e31896'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:09:32.456227 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ca914-35ed-4454-a092-dc654ee714ca req-1d3f5c48-3e76-44b6-9aa1-a9100cc1c9dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:32.457350 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5b0ca914-35ed-4454-a092-dc654ee714ca req-1d3f5c48-3e76-44b6-9aa1-a9100cc1c9dd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b815059-1f36-4f96-b4d1-a621a9f7fda3 HTTP/1.1" status: 200 len: 856 time: 0.0830450 Dec 14 19:09:32.569871 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5b0ca914-35ed-4454-a092-dc654ee714ca req-b0143467-3a57-4c90-9dc2-340ff9361dc5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b4963efd-9650-43f5-bcad-9f14585c51e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1001348 Dec 14 19:09:32.749704 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5b0ca914-35ed-4454-a092-dc654ee714ca req-d5ed3849-6214-4336-b608-428db6c32492 service neutron] 10.222.0.73 "GET /v2.0/networks/b4963efd-9650-43f5-bcad-9f14585c51e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703792 Dec 14 19:09:32.832775 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-3f676870-3ffd-401a-a8f1-a9735d243452 None None] Set router 69eb45f3-812c-409b-bbda-2ab5d1e31896 gateway port host: dv-cinder-821749-1-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:09:32.904467 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5b0ca914-35ed-4454-a092-dc654ee714ca req-04a8f787-699a-45d8-a90f-6f13953ac096 service neutron] 10.222.0.73 "GET /v2.0/networks/b4963efd-9650-43f5-bcad-9f14585c51e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480041 Dec 14 19:09:33.252553 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3f676870-3ffd-401a-a8f1-a9735d243452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'name': 'tempest-AttachVolumeShelveTestJSON-1302898717-router', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143'}], 'enable_snat': True}, 'gw_port_id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:28Z', 'updated_at': '2021-12-14T19:04:58Z', 'revision_number': 4, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'gw_port': {'id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:30Z', 'updated_at': '2021-12-14T19:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_floatingips': [{'id': '584bfbba-d33b-4927-9727-1d40a3ac2753', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'floating_ip_address': '172.28.1.136', 'floating_network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'router_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'port_id': '2243d381-6c9c-4dd0-a65a-736a533cc984', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'mac_address': 'fa:16:3e:e2:91:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1635bfab-e30c-43eb-8ee5-e1900176c192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:09:05Z', 'updated_at': '2021-12-14T19:09:29Z', 'revision_number': 1, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1', 'name': '', 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'mac_address': 'fa:16:3e:76:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:45Z', 'updated_at': '2021-12-14T19:05:18Z', 'revision_number': 5, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'subnets': [{'id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:09:33.257863 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f676870-3ffd-401a-a8f1-a9735d243452 None None] The sync data for ids ['69eb45f3-812c-409b-bbda-2ab5d1e31896'] in dv-cinder-821749-1-smb is: [{'id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'name': 'tempest-AttachVolumeShelveTestJSON-1302898717-router', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143'}], 'enable_snat': True}, 'gw_port_id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:28Z', 'updated_at': '2021-12-14T19:04:58Z', 'revision_number': 4, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'gw_port': {'id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:30Z', 'updated_at': '2021-12-14T19:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_floatingips': [{'id': '584bfbba-d33b-4927-9727-1d40a3ac2753', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'floating_ip_address': '172.28.1.136', 'floating_network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'router_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'port_id': '2243d381-6c9c-4dd0-a65a-736a533cc984', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'mac_address': 'fa:16:3e:e2:91:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1635bfab-e30c-43eb-8ee5-e1900176c192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:09:05Z', 'updated_at': '2021-12-14T19:09:29Z', 'revision_number': 1, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1', 'name': '', 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'mac_address': 'fa:16:3e:76:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:45Z', 'updated_at': '2021-12-14T19:05:18Z', 'revision_number': 5, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'subnets': [{'id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:09:33.620372 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7ec3a1-bfd0-440e-8d0e-609174016181 None None] New status for floating IP 584bfbba-d33b-4927-9727-1d40a3ac2753: ACTIVE {{(pid=88179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 19:09:37.540234 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-693b7180-942b-40c0-bec8-0378fdfa3757 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:37.541905 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-693b7180-942b-40c0-bec8-0378fdfa3757 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/networks?id=49ce9c34-e606-4a89-ad89-9fec2cbe70a2 HTTP/1.1" status: 200 len: 814 time: 0.4368060 Dec 14 19:09:37.565921 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-f486acab-6f1c-4cf8-9705-a0cbafba7cbe tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/quotas/e3f0f20afe704ddc9991a9e7ac0982af HTTP/1.1" status: 200 len: 375 time: 0.0142615 Dec 14 19:09:37.663324 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-1e50b74b-26fd-4145-a16c-d67e2771acb7 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e3f0f20afe704ddc9991a9e7ac0982af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0891719 Dec 14 19:09:37.890932 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-b0c65133-d8ef-470d-8aef-981f1f952069 service neutron] 10.222.0.62 "GET /v2.0/networks/49ce9c34-e606-4a89-ad89-9fec2cbe70a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199116 Dec 14 19:09:38.045432 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-af954a13-6ccc-41c0-98f9-5fc186a406db service neutron] 10.222.0.62 "GET /v2.0/networks/49ce9c34-e606-4a89-ad89-9fec2cbe70a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451674 Dec 14 19:09:38.280497 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c20532a7-6976-4085-8d42-fada64793f6f req-173ab328-4d8f-4338-923e-346430547f8c tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6c9d4fc-2f84-4306-8f5f-0213ddcedf51 HTTP/1.1" status: 200 len: 210 time: 0.0479710 Dec 14 19:09:39.485237 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ecb47ce0-9d78-42d1-b3ea-937380293eaa req-a81ed0e3-e644-437d-a67f-557e161cdcf3 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6c9d4fc-2f84-4306-8f5f-0213ddcedf51 HTTP/1.1" status: 200 len: 210 time: 0.0588939 Dec 14 19:09:39.918388 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-ed243907-2bfc-4e55-8689-9c2a94609357 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:39.920482 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-ed243907-2bfc-4e55-8689-9c2a94609357 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.73 "GET /v2.0/networks?id=49ce9c34-e606-4a89-ad89-9fec2cbe70a2 HTTP/1.1" status: 200 len: 814 time: 0.1743774 Dec 14 19:09:39.945569 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-56ea3df1-749d-4119-ae7f-1c897dad88be tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Request body: {'port': {'device_id': 'c6c9d4fc-2f84-4306-8f5f-0213ddcedf51', 'network_id': '49ce9c34-e606-4a89-ad89-9fec2cbe70a2', 'admin_state_up': True, 'tenant_id': 'e3f0f20afe704ddc9991a9e7ac0982af'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:09:40.100221 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-56ea3df1-749d-4119-ae7f-1c897dad88be tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:09:40.111220 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-56ea3df1-749d-4119-ae7f-1c897dad88be tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:09:40.123120 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-56ea3df1-749d-4119-ae7f-1c897dad88be tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Made reservation on behalf of e3f0f20afe704ddc9991a9e7ac0982af for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:09:40.132582 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-56ea3df1-749d-4119-ae7f-1c897dad88be tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:40.363466 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-56ea3df1-749d-4119-ae7f-1c897dad88be tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Allocated IP 172.20.0.3 (49ce9c34-e606-4a89-ad89-9fec2cbe70a2/182240e9-7923-40da-ab94-5d9c0cdf29a1/89e4746c-5dac-408c-a79a-eb96de1edad1) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:09:40.599227 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-56ea3df1-749d-4119-ae7f-1c897dad88be tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:40.628194 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-56ea3df1-749d-4119-ae7f-1c897dad88be tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:40.636092 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-fb28cce7-ef36-4a5e-ba89-2a4509bbf1f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:40.649980 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1', '6cebbaa4-0293-461a-a091-c8392a020fe2', '4d4527b2-1d10-44c3-b20a-d79dd7ea03e9'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:09:40.764142 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-56ea3df1-749d-4119-ae7f-1c897dad88be tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Network 49ce9c34-e606-4a89-ad89-9fec2cbe70a2 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:09:40.769416 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-56ea3df1-749d-4119-ae7f-1c897dad88be tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:09:40.776358 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-56ea3df1-749d-4119-ae7f-1c897dad88be tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:09:40.803025 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea3df1-749d-4119-ae7f-1c897dad88be tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Pushing event updated for resources: {'Port': ['ID=89e4746c-5dac-408c-a79a-eb96de1edad1,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:40.811309 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-56ea3df1-749d-4119-ae7f-1c897dad88be tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:40.847362 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9a51c-53ea-4f38-b117-60fb6ee87f50 req-00fff8f7-be69-46ca-b15d-8fc30b1b78b8 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:40.849047 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-6de9a51c-53ea-4f38-b117-60fb6ee87f50 req-00fff8f7-be69-46ca-b15d-8fc30b1b78b8 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6c9d4fc-2f84-4306-8f5f-0213ddcedf51 HTTP/1.1" status: 200 len: 931 time: 0.2187121 Dec 14 19:09:40.855825 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-56ea3df1-749d-4119-ae7f-1c897dad88be tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:40.856503 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-56ea3df1-749d-4119-ae7f-1c897dad88be tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:40.914682 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-56ea3df1-749d-4119-ae7f-1c897dad88be tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9737716 Dec 14 19:09:40.922909 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-6de9a51c-53ea-4f38-b117-60fb6ee87f50 req-dd9dbfb4-14d9-4523-b349-ee824ca36e90 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620120 Dec 14 19:09:40.935290 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-0e5ce7b8-30c3-4049-b64e-deef34ed0d0c service neutron] Request body: {'port': {'device_id': 'c6c9d4fc-2f84-4306-8f5f-0213ddcedf51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:09:41.064473 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-0e5ce7b8-30c3-4049-b64e-deef34ed0d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:41.459191 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-0e5ce7b8-30c3-4049-b64e-deef34ed0d0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89e4746c-5dac-408c-a79a-eb96de1edad1 {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:09:41.466515 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-0e5ce7b8-30c3-4049-b64e-deef34ed0d0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:41.485028 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-0e5ce7b8-30c3-4049-b64e-deef34ed0d0c service neutron] Transition to ACTIVE for port object 89e4746c-5dac-408c-a79a-eb96de1edad1 will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:09:41.489824 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-0e5ce7b8-30c3-4049-b64e-deef34ed0d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853069063'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:41.495803 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ce7f47da-efe2-4bb7-8747-b2f54c981210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:41.539296 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:41.633379 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ce7b8-30c3-4049-b64e-deef34ed0d0c service neutron] Pushing event updated for resources: {'Port': ['ID=89e4746c-5dac-408c-a79a-eb96de1edad1,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:41.637215 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-0e5ce7b8-30c3-4049-b64e-deef34ed0d0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:41.751712 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-0e5ce7b8-30c3-4049-b64e-deef34ed0d0c service neutron] Attempting to bind port 89e4746c-5dac-408c-a79a-eb96de1edad1 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:09:41.752020 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-0e5ce7b8-30c3-4049-b64e-deef34ed0d0c service neutron] Attempting to bind port 89e4746c-5dac-408c-a79a-eb96de1edad1 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '89ec24a6-fcf2-4184-ae80-2746799edbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '49ce9c34-e606-4a89-ad89-9fec2cbe70a2'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:09:41.752425 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-0e5ce7b8-30c3-4049-b64e-deef34ed0d0c service neutron] Attempting to bind port 89e4746c-5dac-408c-a79a-eb96de1edad1 on network 49ce9c34-e606-4a89-ad89-9fec2cbe70a2 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:09:41.759104 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-0e5ce7b8-30c3-4049-b64e-deef34ed0d0c service neutron] Port 89e4746c-5dac-408c-a79a-eb96de1edad1 on network 49ce9c34-e606-4a89-ad89-9fec2cbe70a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:09:41.759458 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-0e5ce7b8-30c3-4049-b64e-deef34ed0d0c service neutron] Attempting to bind port 89e4746c-5dac-408c-a79a-eb96de1edad1 on network 49ce9c34-e606-4a89-ad89-9fec2cbe70a2 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:09:41.767023 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-0e5ce7b8-30c3-4049-b64e-deef34ed0d0c service neutron] Checking agent: {'id': '2cdf3b01-963f-4e6b-8571-872140058f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:09:41.767389 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-0e5ce7b8-30c3-4049-b64e-deef34ed0d0c service neutron] Checking segment: {'id': '89ec24a6-fcf2-4184-ae80-2746799edbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '49ce9c34-e606-4a89-ad89-9fec2cbe70a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:09:41.767883 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-0e5ce7b8-30c3-4049-b64e-deef34ed0d0c service neutron] Bound using segment: {'id': '89ec24a6-fcf2-4184-ae80-2746799edbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '49ce9c34-e606-4a89-ad89-9fec2cbe70a2'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:09:41.768272 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-0e5ce7b8-30c3-4049-b64e-deef34ed0d0c service neutron] Bound port: 89e4746c-5dac-408c-a79a-eb96de1edad1, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89ec24a6-fcf2-4184-ae80-2746799edbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '49ce9c34-e606-4a89-ad89-9fec2cbe70a2'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:09:41.768651 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-0e5ce7b8-30c3-4049-b64e-deef34ed0d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:41.861165 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-0e5ce7b8-30c3-4049-b64e-deef34ed0d0c service neutron] For port 89e4746c-5dac-408c-a79a-eb96de1edad1, host hv-cinder-82174, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:09:41.864303 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-0e5ce7b8-30c3-4049-b64e-deef34ed0d0c service neutron] For port 89e4746c-5dac-408c-a79a-eb96de1edad1, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=89e4746c-5dac-408c-a79a-eb96de1edad1,segment=NetworkSegment(89ec24a6-fcf2-4184-ae80-2746799edbeb),segment_id=89ec24a6-fcf2-4184-ae80-2746799edbeb)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:09:41.869404 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-0e5ce7b8-30c3-4049-b64e-deef34ed0d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853069063'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:41.873212 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-9020d024-b531-4cdf-8df0-76aaf623ecdf tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:41.941057 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-0e5ce7b8-30c3-4049-b64e-deef34ed0d0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:41.942610 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-0e5ce7b8-30c3-4049-b64e-deef34ed0d0c service neutron] 10.222.0.73 "PUT /v2.0/ports/89e4746c-5dac-408c-a79a-eb96de1edad1 HTTP/1.1" status: 200 len: 1093 time: 1.0123518 Dec 14 19:09:41.943144 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c9d4fc-2f84-4306-8f5f-0213ddcedf51', 'tag': '89e4746c-5dac-408c-a79a-eb96de1edad1'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:09:41.963602 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ce7b8-30c3-4049-b64e-deef34ed0d0c service neutron] Pushing event updated for resources: {'Port': ['ID=89e4746c-5dac-408c-a79a-eb96de1edad1,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:41.967399 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-0e5ce7b8-30c3-4049-b64e-deef34ed0d0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:42.029336 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6c9d4fc-2f84-4306-8f5f-0213ddcedf51', 'tag': '89e4746c-5dac-408c-a79a-eb96de1edad1', 'status': 'completed', 'code': 200} Dec 14 19:09:42.123859 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-934e0559-cc3c-44ae-ab3a-f74cee6537a5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3f0f20afe704ddc9991a9e7ac0982af&device_id=c6c9d4fc-2f84-4306-8f5f-0213ddcedf51 HTTP/1.1" status: 200 len: 1096 time: 0.1367161 Dec 14 19:09:42.214634 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-9345a5d3-4030-4311-b42b-e83d6c18fd16 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89e4746c-5dac-408c-a79a-eb96de1edad1 HTTP/1.1" status: 200 len: 217 time: 0.0830309 Dec 14 19:09:42.229283 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e557e76-38c7-4cd4-a856-f58348ceecc6 req-e7c1d628-b2dd-432e-9215-c2b8af2ca80f tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:42.230038 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-7e557e76-38c7-4cd4-a856-f58348ceecc6 req-e7c1d628-b2dd-432e-9215-c2b8af2ca80f tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Synchronizing usage tracker for tenant:e3f0f20afe704ddc9991a9e7ac0982af on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:09:42.305973 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-7e557e76-38c7-4cd4-a856-f58348ceecc6 req-e7c1d628-b2dd-432e-9215-c2b8af2ca80f tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Unset dirty status for tenant:e3f0f20afe704ddc9991a9e7ac0982af on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:09:42.306864 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7e557e76-38c7-4cd4-a856-f58348ceecc6 req-e7c1d628-b2dd-432e-9215-c2b8af2ca80f tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6c9d4fc-2f84-4306-8f5f-0213ddcedf51 HTTP/1.1" status: 200 len: 943 time: 0.2510545 Dec 14 19:09:42.318486 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-00e073ad-d261-4839-96bb-76a3533c793b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:42.320081 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-00e073ad-d261-4839-96bb-76a3533c793b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=182240e9-7923-40da-ab94-5d9c0cdf29a1 HTTP/1.1" status: 200 len: 854 time: 0.0868797 Dec 14 19:09:42.386455 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-79bd4307-9a7d-4b3c-9f61-e357d54a5a02 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=49ce9c34-e606-4a89-ad89-9fec2cbe70a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467398 Dec 14 19:09:42.449406 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7e557e76-38c7-4cd4-a856-f58348ceecc6 req-a7d93a40-f6c7-4d58-8241-26152d6f58aa tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327767 Dec 14 19:09:42.551626 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-47d13e52-0e5d-41d0-8ac2-e6504a5300f5 service neutron] 10.222.0.73 "GET /v2.0/networks/49ce9c34-e606-4a89-ad89-9fec2cbe70a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563189 Dec 14 19:09:42.712095 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-25ab91da-4676-4c19-938a-6d56c4e4fdae req-ed975122-59a2-403c-8c2b-55fb415b88f6 service neutron] 10.222.0.73 "GET /v2.0/networks/49ce9c34-e606-4a89-ad89-9fec2cbe70a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507385 Dec 14 19:09:42.857082 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fcb3f339-3b31-4db4-8e23-392bf087d0bb req-e21cdaa5-4381-43be-8d17-8860cd9408d7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e3f0f20afe704ddc9991a9e7ac0982af&device_id=c6c9d4fc-2f84-4306-8f5f-0213ddcedf51 HTTP/1.1" status: 200 len: 1096 time: 0.0803998 Dec 14 19:09:43.011790 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3f339-3b31-4db4-8e23-392bf087d0bb req-253dc4bc-4cad-4554-8f7b-98da8e1cf974 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:43.013409 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fcb3f339-3b31-4db4-8e23-392bf087d0bb req-253dc4bc-4cad-4554-8f7b-98da8e1cf974 service neutron] 10.222.0.73 "GET /v2.0/networks?id=49ce9c34-e606-4a89-ad89-9fec2cbe70a2 HTTP/1.1" status: 200 len: 915 time: 0.1447217 Dec 14 19:09:43.089344 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fcb3f339-3b31-4db4-8e23-392bf087d0bb req-8f11a75d-e145-4579-9f8b-e7e1d74aea93 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89e4746c-5dac-408c-a79a-eb96de1edad1 HTTP/1.1" status: 200 len: 217 time: 0.0663157 Dec 14 19:09:43.384308 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3f339-3b31-4db4-8e23-392bf087d0bb req-de910814-ae61-43a3-a1bf-ed90bb7e6d58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:43.386297 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fcb3f339-3b31-4db4-8e23-392bf087d0bb req-de910814-ae61-43a3-a1bf-ed90bb7e6d58 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=182240e9-7923-40da-ab94-5d9c0cdf29a1 HTTP/1.1" status: 200 len: 854 time: 0.2872753 Dec 14 19:09:43.443039 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fcb3f339-3b31-4db4-8e23-392bf087d0bb req-e65a1d29-47f0-4b8b-94f8-de7c61c34af5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=49ce9c34-e606-4a89-ad89-9fec2cbe70a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449762 Dec 14 19:09:43.652620 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fcb3f339-3b31-4db4-8e23-392bf087d0bb req-3f6f176a-6d08-4c52-aacb-8f6f19fcbd4c service neutron] 10.222.0.73 "GET /v2.0/networks/49ce9c34-e606-4a89-ad89-9fec2cbe70a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971045 Dec 14 19:09:43.802776 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab015c2-9da1-44ab-a391-e375a1b6aade req-827588e3-6316-43de-8648-16f2ce6dbd50 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:43.804383 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2ab015c2-9da1-44ab-a391-e375a1b6aade req-827588e3-6316-43de-8648-16f2ce6dbd50 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6c9d4fc-2f84-4306-8f5f-0213ddcedf51 HTTP/1.1" status: 200 len: 943 time: 0.2260232 Dec 14 19:09:43.854018 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fcb3f339-3b31-4db4-8e23-392bf087d0bb req-fe343a52-0fcc-472b-8c45-a1b10251edfa service neutron] 10.222.0.73 "GET /v2.0/networks/49ce9c34-e606-4a89-ad89-9fec2cbe70a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861539 Dec 14 19:09:43.884394 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2ab015c2-9da1-44ab-a391-e375a1b6aade req-537eabeb-8b87-4510-8bca-f90de68eeae4 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713968 Dec 14 19:09:45.100184 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b68f5c-033c-4f44-a5e3-9139caf9c91e req-1b55abbc-e416-4efc-b200-572523e50e68 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:45.101782 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-86b68f5c-033c-4f44-a5e3-9139caf9c91e req-1b55abbc-e416-4efc-b200-572523e50e68 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6c9d4fc-2f84-4306-8f5f-0213ddcedf51 HTTP/1.1" status: 200 len: 943 time: 0.0870957 Dec 14 19:09:45.151778 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-86b68f5c-033c-4f44-a5e3-9139caf9c91e req-5f4279df-8454-4f91-92af-a8f54572974d tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433643 Dec 14 19:09:45.742501 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 89e4746c-5dac-408c-a79a-eb96de1edad1 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:09:45.896059 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 89e4746c-5dac-408c-a79a-eb96de1edad1, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=89e4746c-5dac-408c-a79a-eb96de1edad1,segment=NetworkSegment(89ec24a6-fcf2-4184-ae80-2746799edbeb),segment_id=89ec24a6-fcf2-4184-ae80-2746799edbeb)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:09:45.911677 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Returning: {'device': '89e4746c-5dac-408c-a79a-eb96de1edad1', 'network_id': '49ce9c34-e606-4a89-ad89-9fec2cbe70a2', 'port_id': '89e4746c-5dac-408c-a79a-eb96de1edad1', 'mac_address': 'fa:16:3e:b8:2e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '182240e9-7923-40da-ab94-5d9c0cdf29a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:09:45.975355 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:45.995589 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89e4746c-5dac-408c-a79a-eb96de1edad1 {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:09:46.012843 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 89e4746c-5dac-408c-a79a-eb96de1edad1, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=89e4746c-5dac-408c-a79a-eb96de1edad1,segment=NetworkSegment(89ec24a6-fcf2-4184-ae80-2746799edbeb),segment_id=89ec24a6-fcf2-4184-ae80-2746799edbeb)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:09:46.017457 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:46.020382 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-5920795f-520c-46b5-84f1-bebd036499cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:46.089222 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=89e4746c-5dac-408c-a79a-eb96de1edad1,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:46.092782 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:46.399055 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2ec7a-a94c-4f0f-82dc-83c984b148a3 req-3c0d36eb-4dc2-4c3c-b873-80c0d36b1f93 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:46.400725 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-43a2ec7a-a94c-4f0f-82dc-83c984b148a3 req-3c0d36eb-4dc2-4c3c-b873-80c0d36b1f93 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6c9d4fc-2f84-4306-8f5f-0213ddcedf51 HTTP/1.1" status: 200 len: 944 time: 0.0945880 Dec 14 19:09:46.410276 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['89e4746c-5dac-408c-a79a-eb96de1edad1'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:09:46.460789 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-43a2ec7a-a94c-4f0f-82dc-83c984b148a3 req-3cb604e5-4319-41c8-8bae-07c8e6366164 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524890 Dec 14 19:09:47.702263 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71230055-6147-400d-bcf7-d034d5dcee11 req-fb28dabf-f425-47d2-ba3e-427ff2d515ed tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:47.703465 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-71230055-6147-400d-bcf7-d034d5dcee11 req-fb28dabf-f425-47d2-ba3e-427ff2d515ed tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6c9d4fc-2f84-4306-8f5f-0213ddcedf51 HTTP/1.1" status: 200 len: 944 time: 0.1024249 Dec 14 19:09:47.758374 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-71230055-6147-400d-bcf7-d034d5dcee11 req-4e672846-dc57-4d9d-929b-91015ffaae4a tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474997 Dec 14 19:09:48.992185 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b066ff-6f2a-4180-b3c8-79753443c777 req-b9ee8ad8-8430-4509-bd3c-5bb3c4216abd tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:48.993868 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-23b066ff-6f2a-4180-b3c8-79753443c777 req-b9ee8ad8-8430-4509-bd3c-5bb3c4216abd tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6c9d4fc-2f84-4306-8f5f-0213ddcedf51 HTTP/1.1" status: 200 len: 944 time: 0.0993168 Dec 14 19:09:49.047231 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-23b066ff-6f2a-4180-b3c8-79753443c777 req-52d5bd52-5b56-4a12-a48c-94811705acfb tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467265 Dec 14 19:09:49.765942 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 89e4746c-5dac-408c-a79a-eb96de1edad1 up at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:09:49.842866 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning for port 89e4746c-5dac-408c-a79a-eb96de1edad1 completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:09:49.849568 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning complete for port 89e4746c-5dac-408c-a79a-eb96de1edad1 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:09:49.849978 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:49.976002 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:50.007059 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c9d4fc-2f84-4306-8f5f-0213ddcedf51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e4746c-5dac-408c-a79a-eb96de1edad1'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:09:50.020440 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 89e4746c-5dac-408c-a79a-eb96de1edad1, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=89e4746c-5dac-408c-a79a-eb96de1edad1,segment=NetworkSegment(89ec24a6-fcf2-4184-ae80-2746799edbeb),segment_id=89ec24a6-fcf2-4184-ae80-2746799edbeb)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:09:50.024237 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:50.026274 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:09:50.065613 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c9d4fc-2f84-4306-8f5f-0213ddcedf51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89e4746c-5dac-408c-a79a-eb96de1edad1', 'code': 200} Dec 14 19:09:50.107258 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=89e4746c-5dac-408c-a79a-eb96de1edad1,revision_number=5']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:09:50.110365 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:09:50.275012 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded83b7a-cbf1-4dd9-8ae4-402a8aa944dd req-dbef1725-762e-4a31-982e-2549cca59324 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:50.276707 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ded83b7a-cbf1-4dd9-8ae4-402a8aa944dd req-dbef1725-762e-4a31-982e-2549cca59324 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6c9d4fc-2f84-4306-8f5f-0213ddcedf51 HTTP/1.1" status: 200 len: 945 time: 0.0917737 Dec 14 19:09:50.338116 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ded83b7a-cbf1-4dd9-8ae4-402a8aa944dd req-c043ee80-3ba4-4780-9766-540bcc9a8bf9 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499234 Dec 14 19:09:50.444107 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a466731e-0ac5-4510-a81c-9c523fcea12a req-1540bfe6-c352-4f33-b492-7c03f3e9ab34 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c6c9d4fc-2f84-4306-8f5f-0213ddcedf51 HTTP/1.1" status: 200 len: 1098 time: 0.1662502 Dec 14 19:09:50.499652 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a466731e-0ac5-4510-a81c-9c523fcea12a req-7178af2f-a35e-4107-b8fc-6bb0aaebca3c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408635 Dec 14 19:09:51.584093 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb1013-e562-4ad1-9876-09d1d2e3ae26 req-4f5beda0-e51a-4038-bf19-f556a21f87bf tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:51.586329 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-deeb1013-e562-4ad1-9876-09d1d2e3ae26 req-4f5beda0-e51a-4038-bf19-f556a21f87bf tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6c9d4fc-2f84-4306-8f5f-0213ddcedf51 HTTP/1.1" status: 200 len: 945 time: 0.1087923 Dec 14 19:09:51.649637 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-deeb1013-e562-4ad1-9876-09d1d2e3ae26 req-0c3c2531-08c8-4787-bc90-7defb0181d85 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559609 Dec 14 19:09:52.876945 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970f9e7-0260-4a41-9877-5225a4135661 req-21302f79-4cb7-480d-816e-59b6b44a1737 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:09:52.880125 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f970f9e7-0260-4a41-9877-5225a4135661 req-21302f79-4cb7-480d-816e-59b6b44a1737 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6c9d4fc-2f84-4306-8f5f-0213ddcedf51 HTTP/1.1" status: 200 len: 945 time: 0.0950963 Dec 14 19:09:52.933759 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f970f9e7-0260-4a41-9877-5225a4135661 req-4b7c8931-d716-47a3-ba08-4a04ccc59283 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467093 Dec 14 19:09:56.440092 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-448d02a2-c408-4a0e-82d2-e2f94ab7a17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:57.824712 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:58.426913 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-16fc2601-15b6-4ca6-b827-718cd7653d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:09:59.139404 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:00.687158 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:01.576078 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0ebc2-0cb5-48ac-941e-6c153d3672a8 req-24643f1b-6b12-41d6-8ecf-686377da14c6 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:01.577753 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-6fa0ebc2-0cb5-48ac-941e-6c153d3672a8 req-24643f1b-6b12-41d6-8ecf-686377da14c6 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6c9d4fc-2f84-4306-8f5f-0213ddcedf51 HTTP/1.1" status: 200 len: 945 time: 0.0946834 Dec 14 19:10:01.632825 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-6fa0ebc2-0cb5-48ac-941e-6c153d3672a8 req-e5451ece-3924-4e88-bbec-766b5a7865ef tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472746 Dec 14 19:10:02.858228 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b67c0-414f-4436-8376-69f93d4cea0f req-6daeb1c9-8ffd-4a1f-9727-8457c9413b93 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:02.859971 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5e4b67c0-414f-4436-8376-69f93d4cea0f req-6daeb1c9-8ffd-4a1f-9727-8457c9413b93 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6c9d4fc-2f84-4306-8f5f-0213ddcedf51 HTTP/1.1" status: 200 len: 945 time: 0.0910187 Dec 14 19:10:02.926197 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5e4b67c0-414f-4436-8376-69f93d4cea0f req-4f84c673-10bd-47e3-8a4f-cf62c7d4c045 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592542 Dec 14 19:10:03.888885 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b8a54-58ff-4517-8819-ff5d9f292a79 req-e85581ab-8b51-497a-8771-06ac73908a47 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:03.890601 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-096b8a54-58ff-4517-8819-ff5d9f292a79 req-e85581ab-8b51-497a-8771-06ac73908a47 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.73 "GET /v2.0/ports?device_id=c6c9d4fc-2f84-4306-8f5f-0213ddcedf51 HTTP/1.1" status: 200 len: 945 time: 0.1083312 Dec 14 19:10:03.969263 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-096b8a54-58ff-4517-8819-ff5d9f292a79 req-cfac83cf-78df-4d6e-b7db-df3ba2abf623 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Deleting port 89e4746c-5dac-408c-a79a-eb96de1edad1 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:10:03.969624 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-096b8a54-58ff-4517-8819-ff5d9f292a79 req-cfac83cf-78df-4d6e-b7db-df3ba2abf623 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:04.297521 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877283f-58af-4c10-a938-51be52dbe260 req-ea6f430f-34f3-4585-a78b-bab5fd7d8c48 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:04.299165 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7877283f-58af-4c10-a938-51be52dbe260 req-ea6f430f-34f3-4585-a78b-bab5fd7d8c48 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=c6c9d4fc-2f84-4306-8f5f-0213ddcedf51 HTTP/1.1" status: 200 len: 945 time: 0.2224948 Dec 14 19:10:04.346161 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-096b8a54-58ff-4517-8819-ff5d9f292a79 req-cfac83cf-78df-4d6e-b7db-df3ba2abf623 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] For port 89e4746c-5dac-408c-a79a-eb96de1edad1, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=89e4746c-5dac-408c-a79a-eb96de1edad1,segment=NetworkSegment(89ec24a6-fcf2-4184-ae80-2746799edbeb),segment_id=89ec24a6-fcf2-4184-ae80-2746799edbeb)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:10:04.346796 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-096b8a54-58ff-4517-8819-ff5d9f292a79 req-cfac83cf-78df-4d6e-b7db-df3ba2abf623 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:04.495889 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-096b8a54-58ff-4517-8819-ff5d9f292a79 req-cfac83cf-78df-4d6e-b7db-df3ba2abf623 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Calling delete_port for 89e4746c-5dac-408c-a79a-eb96de1edad1 owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:10:04.551333 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7877283f-58af-4c10-a938-51be52dbe260 req-c186aedc-6752-4edd-a31e-9c5e2c538c82 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440722 Dec 14 19:10:04.668624 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-096b8a54-58ff-4517-8819-ff5d9f292a79 req-cfac83cf-78df-4d6e-b7db-df3ba2abf623 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:04.674983 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-eac61f93-9257-42c6-96bc-27272fc645a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:04.685529 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1', '6cebbaa4-0293-461a-a091-c8392a020fe2', '4d4527b2-1d10-44c3-b20a-d79dd7ea03e9', '89e4746c-5dac-408c-a79a-eb96de1edad1'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:10:04.723800 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac83cf-78df-4d6e-b7db-df3ba2abf623 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Pushing event deleted for resources: {'Port': ['ID=89e4746c-5dac-408c-a79a-eb96de1edad1,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:04.736696 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac83cf-78df-4d6e-b7db-df3ba2abf623 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:04.737137 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac83cf-78df-4d6e-b7db-df3ba2abf623 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:04.737534 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac83cf-78df-4d6e-b7db-df3ba2abf623 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:04.738007 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac83cf-78df-4d6e-b7db-df3ba2abf623 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:04.738384 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac83cf-78df-4d6e-b7db-df3ba2abf623 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:04.739240 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac83cf-78df-4d6e-b7db-df3ba2abf623 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:04.739240 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac83cf-78df-4d6e-b7db-df3ba2abf623 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:04.739489 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac83cf-78df-4d6e-b7db-df3ba2abf623 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:04.739885 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac83cf-78df-4d6e-b7db-df3ba2abf623 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:04.740260 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac83cf-78df-4d6e-b7db-df3ba2abf623 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:04.740638 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfac83cf-78df-4d6e-b7db-df3ba2abf623 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:04.744946 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-cfac83cf-78df-4d6e-b7db-df3ba2abf623 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:04.814701 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-096b8a54-58ff-4517-8819-ff5d9f292a79 req-cfac83cf-78df-4d6e-b7db-df3ba2abf623 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] No DVR routers for this DVR port 89e4746c-5dac-408c-a79a-eb96de1edad1 on host hv-cinder-82174 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:10:04.817582 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-096b8a54-58ff-4517-8819-ff5d9f292a79 req-cfac83cf-78df-4d6e-b7db-df3ba2abf623 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:04.820800 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c9d4fc-2f84-4306-8f5f-0213ddcedf51', 'name': 'network-vif-deleted', 'tag': '89e4746c-5dac-408c-a79a-eb96de1edad1'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:10:04.839893 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-096b8a54-58ff-4517-8819-ff5d9f292a79 req-cfac83cf-78df-4d6e-b7db-df3ba2abf623 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.73 "DELETE /v2.0/ports/89e4746c-5dac-408c-a79a-eb96de1edad1 HTTP/1.1" status: 204 len: 173 time: 0.9427314 Dec 14 19:10:04.885775 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c9d4fc-2f84-4306-8f5f-0213ddcedf51', 'name': 'network-vif-deleted', 'tag': '89e4746c-5dac-408c-a79a-eb96de1edad1', 'status': 'completed', 'code': 200} Dec 14 19:10:05.855106 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:10:07.372347 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b521237-9e2c-4348-8141-7f6c81a2d18f req-f0775b42-2176-48cc-9588-af83d28e674c tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:07.373155 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-4b521237-9e2c-4348-8141-7f6c81a2d18f req-f0775b42-2176-48cc-9588-af83d28e674c tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Synchronizing usage tracker for tenant:e3f0f20afe704ddc9991a9e7ac0982af on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:10:07.389065 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-4b521237-9e2c-4348-8141-7f6c81a2d18f req-f0775b42-2176-48cc-9588-af83d28e674c tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Unset dirty status for tenant:e3f0f20afe704ddc9991a9e7ac0982af on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:10:07.390691 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4b521237-9e2c-4348-8141-7f6c81a2d18f req-f0775b42-2176-48cc-9588-af83d28e674c tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=a352af72-230b-4cda-b1e2-67c0acdca389 HTTP/1.1" status: 200 len: 945 time: 0.1100619 Dec 14 19:10:07.444847 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4b521237-9e2c-4348-8141-7f6c81a2d18f req-a89d7c03-d7a7-4408-bc4e-b8d36acfc2af tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471451 Dec 14 19:10:07.845562 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 89e4746c-5dac-408c-a79a-eb96de1edad1 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:10:07.886310 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] No Port match for: 89e4746c-5dac-408c-a79a-eb96de1edad1 {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:10:07.886676 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 89e4746c-5dac-408c-a79a-eb96de1edad1 not bound to the agent host hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:10:08.671516 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d24c3-ca40-4e2b-8fd3-dcb180ce1e6d req-645167a8-fcdb-428f-a79e-e49eea1970f6 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:08.673191 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4b0d24c3-ca40-4e2b-8fd3-dcb180ce1e6d req-645167a8-fcdb-428f-a79e-e49eea1970f6 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=a352af72-230b-4cda-b1e2-67c0acdca389 HTTP/1.1" status: 200 len: 945 time: 0.0936518 Dec 14 19:10:08.725092 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4b0d24c3-ca40-4e2b-8fd3-dcb180ce1e6d req-3a3b3ec9-a438-4b2e-85f2-a2a0bfe4f62a tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444777 Dec 14 19:10:09.518193 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a080788-a40d-4132-bdba-84508a727505 req-029e41bf-c28f-48ff-92a1-a502407c344d tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:09.521088 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9a080788-a40d-4132-bdba-84508a727505 req-029e41bf-c28f-48ff-92a1-a502407c344d tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.73 "GET /v2.0/ports?device_id=a352af72-230b-4cda-b1e2-67c0acdca389 HTTP/1.1" status: 200 len: 945 time: 0.1005373 Dec 14 19:10:09.624360 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-9a080788-a40d-4132-bdba-84508a727505 req-358e067b-63eb-4cba-a1b7-18b14dd5af13 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Deleting port 4d4527b2-1d10-44c3-b20a-d79dd7ea03e9 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:10:09.624767 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-9a080788-a40d-4132-bdba-84508a727505 req-358e067b-63eb-4cba-a1b7-18b14dd5af13 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:09.943704 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-9a080788-a40d-4132-bdba-84508a727505 req-358e067b-63eb-4cba-a1b7-18b14dd5af13 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] For port 4d4527b2-1d10-44c3-b20a-d79dd7ea03e9, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=4d4527b2-1d10-44c3-b20a-d79dd7ea03e9,segment=NetworkSegment(89ec24a6-fcf2-4184-ae80-2746799edbeb),segment_id=89ec24a6-fcf2-4184-ae80-2746799edbeb)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:10:09.944364 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-9a080788-a40d-4132-bdba-84508a727505 req-358e067b-63eb-4cba-a1b7-18b14dd5af13 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:10.090257 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-9a080788-a40d-4132-bdba-84508a727505 req-358e067b-63eb-4cba-a1b7-18b14dd5af13 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Calling delete_port for 4d4527b2-1d10-44c3-b20a-d79dd7ea03e9 owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:10:10.437510 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce1f78-10d0-4281-bc8c-9ec3d27abaab req-3d1f14ca-23d3-46f7-bc5e-6362ec71b9ce tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:10.439247 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8fce1f78-10d0-4281-bc8c-9ec3d27abaab req-3d1f14ca-23d3-46f7-bc5e-6362ec71b9ce tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=a352af72-230b-4cda-b1e2-67c0acdca389 HTTP/1.1" status: 200 len: 945 time: 0.5445223 Dec 14 19:10:10.555786 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8fce1f78-10d0-4281-bc8c-9ec3d27abaab req-cf04f0f2-45d6-4675-bb18-80be231ea090 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763729 Dec 14 19:10:10.556468 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-9a080788-a40d-4132-bdba-84508a727505 req-358e067b-63eb-4cba-a1b7-18b14dd5af13 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:10.570108 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-7ecb79fe-3061-45b6-9d84-87f2920161e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:10.572969 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1', '6cebbaa4-0293-461a-a091-c8392a020fe2'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:10:10.664049 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e067b-63eb-4cba-a1b7-18b14dd5af13 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Pushing event deleted for resources: {'Port': ['ID=4d4527b2-1d10-44c3-b20a-d79dd7ea03e9,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:10.692093 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-358e067b-63eb-4cba-a1b7-18b14dd5af13 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:10.703437 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a080788-a40d-4132-bdba-84508a727505 req-358e067b-63eb-4cba-a1b7-18b14dd5af13 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] No DVR routers for this DVR port 4d4527b2-1d10-44c3-b20a-d79dd7ea03e9 on host hv-cinder-82174 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:10:10.706117 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-9a080788-a40d-4132-bdba-84508a727505 req-358e067b-63eb-4cba-a1b7-18b14dd5af13 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:10.709264 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a352af72-230b-4cda-b1e2-67c0acdca389', 'name': 'network-vif-deleted', 'tag': '4d4527b2-1d10-44c3-b20a-d79dd7ea03e9'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:10:10.728322 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9a080788-a40d-4132-bdba-84508a727505 req-358e067b-63eb-4cba-a1b7-18b14dd5af13 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.73 "DELETE /v2.0/ports/4d4527b2-1d10-44c3-b20a-d79dd7ea03e9 HTTP/1.1" status: 204 len: 173 time: 1.1869597 Dec 14 19:10:10.776263 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a352af72-230b-4cda-b1e2-67c0acdca389', 'name': 'network-vif-deleted', 'tag': '4d4527b2-1d10-44c3-b20a-d79dd7ea03e9', 'status': 'completed', 'code': 200} Dec 14 19:10:11.414177 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740dee2-7df8-4796-988e-1fb570511faa req-8f49274c-39e3-48b4-b1d4-68201a502c47 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:11.415875 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7740dee2-7df8-4796-988e-1fb570511faa req-8f49274c-39e3-48b4-b1d4-68201a502c47 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba6ed86d-5f6f-4047-bd4a-25d7c01f4e0e HTTP/1.1" status: 200 len: 945 time: 0.0984185 Dec 14 19:10:11.477330 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7740dee2-7df8-4796-988e-1fb570511faa req-ef583088-6fd1-4814-b3a2-7fb210afdaff tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501781 Dec 14 19:10:11.547069 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:11.880449 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 4d4527b2-1d10-44c3-b20a-d79dd7ea03e9 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:10:11.924631 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] No Port match for: 4d4527b2-1d10-44c3-b20a-d79dd7ea03e9 {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:10:11.925231 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 4d4527b2-1d10-44c3-b20a-d79dd7ea03e9 not bound to the agent host hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:10:12.250324 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db474c-075a-470d-97ef-a8c55a8a290b req-c62dd8c6-eade-4ea6-ab79-2b197e3b7dc8 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:12.251143 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-97db474c-075a-470d-97ef-a8c55a8a290b req-c62dd8c6-eade-4ea6-ab79-2b197e3b7dc8 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Synchronizing usage tracker for tenant:e3f0f20afe704ddc9991a9e7ac0982af on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:10:12.272680 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-97db474c-075a-470d-97ef-a8c55a8a290b req-c62dd8c6-eade-4ea6-ab79-2b197e3b7dc8 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Unset dirty status for tenant:e3f0f20afe704ddc9991a9e7ac0982af on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:10:12.274956 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-97db474c-075a-470d-97ef-a8c55a8a290b req-c62dd8c6-eade-4ea6-ab79-2b197e3b7dc8 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=228e86b6-001f-4319-a834-f6377bad9239 HTTP/1.1" status: 200 len: 946 time: 0.1521490 Dec 14 19:10:12.329204 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-97db474c-075a-470d-97ef-a8c55a8a290b req-3abb8143-9a0e-4541-9999-448f412b7bf9 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468354 Dec 14 19:10:12.706680 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395b618-9241-487b-b741-6936942548b0 req-2f1c6d27-2dc0-43a3-ad02-6491cda2c0f7 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:12.708640 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5395b618-9241-487b-b741-6936942548b0 req-2f1c6d27-2dc0-43a3-ad02-6491cda2c0f7 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba6ed86d-5f6f-4047-bd4a-25d7c01f4e0e HTTP/1.1" status: 200 len: 945 time: 0.0922885 Dec 14 19:10:12.790835 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5395b618-9241-487b-b741-6936942548b0 req-afacfa72-45bc-4b1d-b427-c8eecd298f13 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750382 Dec 14 19:10:12.899095 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-760cb201-6ada-41d3-aefc-9c364018a580 req-2122c95e-8d54-43ac-8e7c-25dbf60da68d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779383 Dec 14 19:10:13.118779 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-760cb201-6ada-41d3-aefc-9c364018a580 req-19010fa2-9da1-4284-8da2-fbc921538ff4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1351b4434a5442d89b49cf7732f1282&device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 1137 time: 0.1240897 Dec 14 19:10:13.301695 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760cb201-6ada-41d3-aefc-9c364018a580 req-4dca42f1-abea-4729-9c5c-524e6f95bebc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:13.303669 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-760cb201-6ada-41d3-aefc-9c364018a580 req-4dca42f1-abea-4729-9c5c-524e6f95bebc service neutron] 10.222.0.73 "GET /v2.0/networks?id=55ee3fb9-d0c2-47cc-b57a-628cd1002c28 HTTP/1.1" status: 200 len: 915 time: 0.1569557 Dec 14 19:10:13.430013 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-760cb201-6ada-41d3-aefc-9c364018a580 req-31597977-a71b-4ff7-b549-4759cbc432c8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c77ac4b-7708-465a-a207-9e9bd5b5cb10 HTTP/1.1" status: 200 len: 1001 time: 0.1149976 Dec 14 19:10:13.588810 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760cb201-6ada-41d3-aefc-9c364018a580 req-b9e97e17-e4ad-4274-a29a-21c85e1340ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:13.590457 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-760cb201-6ada-41d3-aefc-9c364018a580 req-b9e97e17-e4ad-4274-a29a-21c85e1340ed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=668c9a99-31b6-43dd-a171-3d1dbe68d7c5 HTTP/1.1" status: 200 len: 853 time: 0.1534030 Dec 14 19:10:13.713281 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138bdac7-5562-40b7-b641-bb4e3e856753 req-b2345357-a1cc-449a-b3a8-c809cbb44eb4 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:13.715856 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-138bdac7-5562-40b7-b641-bb4e3e856753 req-b2345357-a1cc-449a-b3a8-c809cbb44eb4 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=228e86b6-001f-4319-a834-f6377bad9239 HTTP/1.1" status: 200 len: 946 time: 0.2128165 Dec 14 19:10:13.770596 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-760cb201-6ada-41d3-aefc-9c364018a580 req-48aa6af8-08fe-4a74-b78b-c9baa0666bab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=55ee3fb9-d0c2-47cc-b57a-628cd1002c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1716073 Dec 14 19:10:13.804979 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-138bdac7-5562-40b7-b641-bb4e3e856753 req-5e7065a9-a479-4400-aa89-711390938695 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781667 Dec 14 19:10:14.003805 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-760cb201-6ada-41d3-aefc-9c364018a580 req-541822f2-d1ad-439f-ab96-24bf391fb412 service neutron] 10.222.0.73 "GET /v2.0/networks/55ee3fb9-d0c2-47cc-b57a-628cd1002c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231047 Dec 14 19:10:14.043626 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a6ca5-1ae6-4aa5-b998-9a0b8ecfb5fc req-f2bd73cf-f46f-4727-8bf3-664e895b53c9 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:14.045326 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-176a6ca5-1ae6-4aa5-b998-9a0b8ecfb5fc req-f2bd73cf-f46f-4727-8bf3-664e895b53c9 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.73 "GET /v2.0/ports?device_id=228e86b6-001f-4319-a834-f6377bad9239 HTTP/1.1" status: 200 len: 946 time: 0.1587894 Dec 14 19:10:14.324427 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-176a6ca5-1ae6-4aa5-b998-9a0b8ecfb5fc req-eea98392-bda5-471a-8f03-fc05f521931e tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Deleting port 6cebbaa4-0293-461a-a091-c8392a020fe2 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:10:14.325144 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-176a6ca5-1ae6-4aa5-b998-9a0b8ecfb5fc req-eea98392-bda5-471a-8f03-fc05f521931e tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:14.410278 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-760cb201-6ada-41d3-aefc-9c364018a580 req-b727249e-ad5f-4a3c-8e14-bd8e97b83b13 service neutron] 10.222.0.73 "GET /v2.0/networks/55ee3fb9-d0c2-47cc-b57a-628cd1002c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958929 Dec 14 19:10:14.460964 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ebeaa-fc9f-4722-a81f-d3a97568b139 req-485efedf-cf16-463e-8dd2-f59509ff6a0d tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:14.462771 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7f4ebeaa-fc9f-4722-a81f-d3a97568b139 req-485efedf-cf16-463e-8dd2-f59509ff6a0d tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba6ed86d-5f6f-4047-bd4a-25d7c01f4e0e HTTP/1.1" status: 200 len: 945 time: 0.4139297 Dec 14 19:10:14.569674 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7f4ebeaa-fc9f-4722-a81f-d3a97568b139 req-bf6e5525-c152-415d-83c5-209c6409af86 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935054 Dec 14 19:10:14.707331 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-176a6ca5-1ae6-4aa5-b998-9a0b8ecfb5fc req-eea98392-bda5-471a-8f03-fc05f521931e tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] For port 6cebbaa4-0293-461a-a091-c8392a020fe2, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=6cebbaa4-0293-461a-a091-c8392a020fe2,segment=NetworkSegment(89ec24a6-fcf2-4184-ae80-2746799edbeb),segment_id=89ec24a6-fcf2-4184-ae80-2746799edbeb)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:10:14.707666 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-176a6ca5-1ae6-4aa5-b998-9a0b8ecfb5fc req-eea98392-bda5-471a-8f03-fc05f521931e tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:14.838033 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-176a6ca5-1ae6-4aa5-b998-9a0b8ecfb5fc req-eea98392-bda5-471a-8f03-fc05f521931e tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Calling delete_port for 6cebbaa4-0293-461a-a091-c8392a020fe2 owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:10:15.055426 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-176a6ca5-1ae6-4aa5-b998-9a0b8ecfb5fc req-eea98392-bda5-471a-8f03-fc05f521931e tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:15.061792 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8a54157a-4c9e-4d2e-b449-dbc5a8942bcb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:15.068787 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1', '6cebbaa4-0293-461a-a091-c8392a020fe2'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:10:15.110374 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea98392-bda5-471a-8f03-fc05f521931e tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Pushing event deleted for resources: {'Port': ['ID=6cebbaa4-0293-461a-a091-c8392a020fe2,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:15.115759 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-eea98392-bda5-471a-8f03-fc05f521931e tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:15.157930 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a96cfb-af9d-4630-b5d2-df74a5ba05bb req-5b6973c0-79d8-42b6-8a66-75c0bbe67907 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:15.160197 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-07a96cfb-af9d-4630-b5d2-df74a5ba05bb req-5b6973c0-79d8-42b6-8a66-75c0bbe67907 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=228e86b6-001f-4319-a834-f6377bad9239 HTTP/1.1" status: 200 len: 946 time: 0.1965609 Dec 14 19:10:15.221296 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-176a6ca5-1ae6-4aa5-b998-9a0b8ecfb5fc req-eea98392-bda5-471a-8f03-fc05f521931e tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] No DVR routers for this DVR port 6cebbaa4-0293-461a-a091-c8392a020fe2 on host hv-cinder-82174 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:10:15.226170 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-176a6ca5-1ae6-4aa5-b998-9a0b8ecfb5fc req-eea98392-bda5-471a-8f03-fc05f521931e tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:15.228610 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228e86b6-001f-4319-a834-f6377bad9239', 'name': 'network-vif-deleted', 'tag': '6cebbaa4-0293-461a-a091-c8392a020fe2'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:10:15.256122 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-176a6ca5-1ae6-4aa5-b998-9a0b8ecfb5fc req-eea98392-bda5-471a-8f03-fc05f521931e tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.73 "DELETE /v2.0/ports/6cebbaa4-0293-461a-a091-c8392a020fe2 HTTP/1.1" status: 204 len: 173 time: 1.2011373 Dec 14 19:10:15.264479 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-07a96cfb-af9d-4630-b5d2-df74a5ba05bb req-c92de3ae-c8fe-4408-ba40-2db6736c9c5b tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746882 Dec 14 19:10:15.293910 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228e86b6-001f-4319-a834-f6377bad9239', 'name': 'network-vif-deleted', 'tag': '6cebbaa4-0293-461a-a091-c8392a020fe2', 'status': 'completed', 'code': 200} Dec 14 19:10:15.550954 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a85d3be5-7fab-46e6-a179-fb5d64cb9b31 req-ff529fa6-da90-4289-a907-8e93e900914a tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-386351409&fields=id&tenant_id=b1351b4434a5442d89b49cf7732f1282 HTTP/1.1" status: 200 len: 267 time: 0.0490019 Dec 14 19:10:15.647871 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d3be5-7fab-46e6-a179-fb5d64cb9b31 req-4fee26c5-d6b3-4094-a37a-173f65f98402 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:15.650256 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a85d3be5-7fab-46e6-a179-fb5d64cb9b31 req-4fee26c5-d6b3-4094-a37a-173f65f98402 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 984 time: 0.0928943 Dec 14 19:10:15.669916 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-a85d3be5-7fab-46e6-a179-fb5d64cb9b31 req-9cd71207-a23c-4355-b7ea-b3e7a81661c2 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Request body: {'port': {'security_groups': ['eb310ff8-557a-4396-bbeb-b82de7104ef4']}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:10:15.863746 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-a85d3be5-7fab-46e6-a179-fb5d64cb9b31 req-9cd71207-a23c-4355-b7ea-b3e7a81661c2 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:15.934873 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db044f1-5cf5-41dd-a21b-7d5ceed3d32c req-6e24e663-7a79-49ff-b103-a212541cc9fb tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:15.936527 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4db044f1-5cf5-41dd-a21b-7d5ceed3d32c req-6e24e663-7a79-49ff-b103-a212541cc9fb tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba6ed86d-5f6f-4047-bd4a-25d7c01f4e0e HTTP/1.1" status: 200 len: 945 time: 0.2125204 Dec 14 19:10:16.043419 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4db044f1-5cf5-41dd-a21b-7d5ceed3d32c req-91bb1c58-b434-4b6a-b1bd-c3f32a2612ef tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922863 Dec 14 19:10:16.488683 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-a85d3be5-7fab-46e6-a179-fb5d64cb9b31 req-9cd71207-a23c-4355-b7ea-b3e7a81661c2 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] For port 4c77ac4b-7708-465a-a207-9e9bd5b5cb10, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=4c77ac4b-7708-465a-a207-9e9bd5b5cb10,segment=NetworkSegment(1cf5010d-895c-4553-a7f2-3895c8486c17),segment_id=1cf5010d-895c-4553-a7f2-3895c8486c17)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:10:16.519163 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-a85d3be5-7fab-46e6-a179-fb5d64cb9b31 req-9cd71207-a23c-4355-b7ea-b3e7a81661c2 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:16.523658 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-a85d3be5-7fab-46e6-a179-fb5d64cb9b31 req-9cd71207-a23c-4355-b7ea-b3e7a81661c2 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853069063'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:16.530454 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f410b24c-950f-44a4-891a-984cc504318b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:16.547770 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['4c77ac4b-7708-465a-a207-9e9bd5b5cb10'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:10:16.609473 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d3be5-7fab-46e6-a179-fb5d64cb9b31 req-9cd71207-a23c-4355-b7ea-b3e7a81661c2 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:16.610198 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-a85d3be5-7fab-46e6-a179-fb5d64cb9b31 req-9cd71207-a23c-4355-b7ea-b3e7a81661c2 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:16.611704 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a85d3be5-7fab-46e6-a179-fb5d64cb9b31 req-9cd71207-a23c-4355-b7ea-b3e7a81661c2 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "PUT /v2.0/ports/4c77ac4b-7708-465a-a207-9e9bd5b5cb10 HTTP/1.1" status: 200 len: 942 time: 0.9476562 Dec 14 19:10:16.620166 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 49062) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:16.625462 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd71207-a23c-4355-b7ea-b3e7a81661c2 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Pushing event updated for resources: {'Port': ['ID=4c77ac4b-7708-465a-a207-9e9bd5b5cb10,revision_number=7']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:16.637428 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-9cd71207-a23c-4355-b7ea-b3e7a81661c2 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:16.728802 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7931c9d7-a0aa-4c68-9bb4-b629948eadf3 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:16.729153 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['4c77ac4b-7708-465a-a207-9e9bd5b5cb10'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:10:16.813091 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7931c9d7-a0aa-4c68-9bb4-b629948eadf3 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:16.910993 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7931c9d7-a0aa-4c68-9bb4-b629948eadf3 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:16.917585 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d19122bf-48c3-49a6-83cf-5d097ee16e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:16.933331 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7931c9d7-a0aa-4c68-9bb4-b629948eadf3 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdd0291-1b09-4e2a-a153-99ee08995bec,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:16.948737 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7931c9d7-a0aa-4c68-9bb4-b629948eadf3 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:16.949190 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7931c9d7-a0aa-4c68-9bb4-b629948eadf3 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:16.949597 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7931c9d7-a0aa-4c68-9bb4-b629948eadf3 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:16.950011 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7931c9d7-a0aa-4c68-9bb4-b629948eadf3 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:16.950420 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7931c9d7-a0aa-4c68-9bb4-b629948eadf3 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:16.950831 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7931c9d7-a0aa-4c68-9bb4-b629948eadf3 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:16.951239 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7931c9d7-a0aa-4c68-9bb4-b629948eadf3 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:16.951638 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7931c9d7-a0aa-4c68-9bb4-b629948eadf3 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:16.952033 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7931c9d7-a0aa-4c68-9bb4-b629948eadf3 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:16.952427 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7931c9d7-a0aa-4c68-9bb4-b629948eadf3 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:16.952822 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7931c9d7-a0aa-4c68-9bb4-b629948eadf3 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:16.957163 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-7931c9d7-a0aa-4c68-9bb4-b629948eadf3 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:16.958126 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7931c9d7-a0aa-4c68-9bb4-b629948eadf3 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:16.963096 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-7931c9d7-a0aa-4c68-9bb4-b629948eadf3 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "DELETE /v2.0/security-groups/4bdd0291-1b09-4e2a-a153-99ee08995bec HTTP/1.1" status: 204 len: 168 time: 0.3386602 Dec 14 19:10:16.963096 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 49066) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:17.050356 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-0eb4b514-73f5-49f1-8244-76195ee63285 None None] Provisioning complete for port 4c77ac4b-7708-465a-a207-9e9bd5b5cb10 triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:10:17.050761 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0eb4b514-73f5-49f1-8244-76195ee63285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:17.204684 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-c18717fe-7dfc-4294-ae11-6625b2f6f0e7 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Deleting port 670cdb97-e56b-47a4-931b-9789311c8e19 {{(pid=88176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:10:17.205103 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c18717fe-7dfc-4294-ae11-6625b2f6f0e7 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:17.286722 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d322ad-d4d4-42e6-81b8-9e94cd90d149 req-c4f8b68b-5a06-4a5c-9a18-8ba4fc182d13 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:17.288543 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-48d322ad-d4d4-42e6-81b8-9e94cd90d149 req-c4f8b68b-5a06-4a5c-9a18-8ba4fc182d13 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba6ed86d-5f6f-4047-bd4a-25d7c01f4e0e HTTP/1.1" status: 200 len: 945 time: 0.0856638 Dec 14 19:10:17.296469 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a201cb11-b0d7-4369-bb80-e258c742e9f2', 'tag': '4c77ac4b-7708-465a-a207-9e9bd5b5cb10'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:10:17.364299 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-48d322ad-d4d4-42e6-81b8-9e94cd90d149 req-2d30dfe0-b899-4150-bcca-205a0196162e tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617244 Dec 14 19:10:17.417830 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c18717fe-7dfc-4294-ae11-6625b2f6f0e7 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:17.418227 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c18717fe-7dfc-4294-ae11-6625b2f6f0e7 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:17.441884 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a201cb11-b0d7-4369-bb80-e258c742e9f2', 'tag': '4c77ac4b-7708-465a-a207-9e9bd5b5cb10', 'status': 'completed', 'code': 200} Dec 14 19:10:17.550558 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-c18717fe-7dfc-4294-ae11-6625b2f6f0e7 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Calling delete_port for 670cdb97-e56b-47a4-931b-9789311c8e19 owned by network:floatingip {{(pid=88176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:10:17.557349 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-75b11641-c9a4-4454-96e3-f60435a02b37 req-896c1ed8-da7e-4ae4-8556-f38a1d014b00 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1351b4434a5442d89b49cf7732f1282&device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 1098 time: 0.0833814 Dec 14 19:10:17.770208 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c18717fe-7dfc-4294-ae11-6625b2f6f0e7 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1865571'] for port, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:17.776412 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-249852e5-6bbe-4cda-b19e-a3dee331a43c tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:17.791240 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b11641-c9a4-4454-96e3-f60435a02b37 req-c586ee9b-3975-4250-8773-e12140c625c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:17.793140 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-75b11641-c9a4-4454-96e3-f60435a02b37 req-c586ee9b-3975-4250-8773-e12140c625c6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=55ee3fb9-d0c2-47cc-b57a-628cd1002c28 HTTP/1.1" status: 200 len: 915 time: 0.2257912 Dec 14 19:10:17.819564 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a165a-9494-4f90-8936-a7ea26112c11 req-ed7be8af-1fe1-4794-9531-86f4c3726011 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:17.822900 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bf8a165a-9494-4f90-8936-a7ea26112c11 req-ed7be8af-1fe1-4794-9531-86f4c3726011 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.73 "GET /v2.0/ports?device_id=ba6ed86d-5f6f-4047-bd4a-25d7c01f4e0e HTTP/1.1" status: 200 len: 945 time: 0.2067158 Dec 14 19:10:17.827002 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18717fe-7dfc-4294-ae11-6625b2f6f0e7 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Pushing event deleted for resources: {'Port': ['ID=670cdb97-e56b-47a4-931b-9789311c8e19,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:17.832526 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-c18717fe-7dfc-4294-ae11-6625b2f6f0e7 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:17.911288 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 6cebbaa4-0293-461a-a091-c8392a020fe2 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:10:17.945585 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c18717fe-7dfc-4294-ae11-6625b2f6f0e7 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks [] for floatingip, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:17.952750 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-75b11641-c9a4-4454-96e3-f60435a02b37 req-ba6c2639-6132-41de-9423-b822142703d1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c77ac4b-7708-465a-a207-9e9bd5b5cb10 HTTP/1.1" status: 200 len: 217 time: 0.1282635 Dec 14 19:10:17.994836 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] No Port match for: 6cebbaa4-0293-461a-a091-c8392a020fe2 {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:10:17.995945 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 6cebbaa4-0293-461a-a091-c8392a020fe2 not bound to the agent host hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:10:18.020832 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-bf8a165a-9494-4f90-8936-a7ea26112c11 req-e0ca754a-61cf-4254-aa48-d010c524b143 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Deleting port 383bed10-d53e-4356-833a-994156ceaa5e {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:10:18.022668 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-bf8a165a-9494-4f90-8936-a7ea26112c11 req-e0ca754a-61cf-4254-aa48-d010c524b143 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:18.110552 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b11641-c9a4-4454-96e3-f60435a02b37 req-49477821-c14b-4f82-9dd9-5af3056c3bac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:18.112041 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-75b11641-c9a4-4454-96e3-f60435a02b37 req-49477821-c14b-4f82-9dd9-5af3056c3bac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=668c9a99-31b6-43dd-a171-3d1dbe68d7c5 HTTP/1.1" status: 200 len: 853 time: 0.1431711 Dec 14 19:10:18.434539 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-75b11641-c9a4-4454-96e3-f60435a02b37 req-58f68805-3d82-4b25-8171-2f379bd61481 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=55ee3fb9-d0c2-47cc-b57a-628cd1002c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2910247 Dec 14 19:10:18.485188 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ee9db-c0f7-4878-8979-acd95ea0bc4e req-cb918c60-cbe9-4d4e-9943-06da378c09b4 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:18.485938 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-140ee9db-c0f7-4878-8979-acd95ea0bc4e req-cb918c60-cbe9-4d4e-9943-06da378c09b4 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Synchronizing usage tracker for tenant:e3f0f20afe704ddc9991a9e7ac0982af on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:10:18.618482 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18717fe-7dfc-4294-ae11-6625b2f6f0e7 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Router 6571e0b2-3a04-447f-abee-749249a9e8ee has already been hosted by L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 {{(pid=88176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:10:18.661653 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-140ee9db-c0f7-4878-8979-acd95ea0bc4e req-cb918c60-cbe9-4d4e-9943-06da378c09b4 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Unset dirty status for tenant:e3f0f20afe704ddc9991a9e7ac0982af on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:10:18.662954 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-140ee9db-c0f7-4878-8979-acd95ea0bc4e req-cb918c60-cbe9-4d4e-9943-06da378c09b4 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=236f156d-743a-4ad3-ab97-f19fc2838135 HTTP/1.1" status: 200 len: 946 time: 0.5182061 Dec 14 19:10:18.673645 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-bf8a165a-9494-4f90-8936-a7ea26112c11 req-e0ca754a-61cf-4254-aa48-d010c524b143 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] For port 383bed10-d53e-4356-833a-994156ceaa5e, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=383bed10-d53e-4356-833a-994156ceaa5e,segment=NetworkSegment(49fec136-3a31-45ad-883a-5bbbbbc4a4bc),segment_id=49fec136-3a31-45ad-883a-5bbbbbc4a4bc)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:10:18.673951 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-bf8a165a-9494-4f90-8936-a7ea26112c11 req-e0ca754a-61cf-4254-aa48-d010c524b143 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:18.850260 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-75b11641-c9a4-4454-96e3-f60435a02b37 req-0bea471d-470e-4f8e-8b58-7bf35db63dc8 service neutron] 10.222.0.73 "GET /v2.0/networks/55ee3fb9-d0c2-47cc-b57a-628cd1002c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034963 Dec 14 19:10:18.852913 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18717fe-7dfc-4294-ae11-6625b2f6f0e7 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:10:18.860099 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-bf8a165a-9494-4f90-8936-a7ea26112c11 req-e0ca754a-61cf-4254-aa48-d010c524b143 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Calling delete_port for 383bed10-d53e-4356-833a-994156ceaa5e owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:10:18.864952 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3358cd20-3064-47a9-a70d-2e7e9503e200 None None] Sync routers for ids ['6571e0b2-3a04-447f-abee-749249a9e8ee'] in dv-cinder-821749-1-smb {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:10:18.879520 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3358cd20-3064-47a9-a70d-2e7e9503e200 None None] Routers {'6571e0b2-3a04-447f-abee-749249a9e8ee'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:10:18.880247 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3358cd20-3064-47a9-a70d-2e7e9503e200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:09:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['6571e0b2-3a04-447f-abee-749249a9e8ee'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:18.883631 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c18717fe-7dfc-4294-ae11-6625b2f6f0e7 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for floatingip, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:18.950159 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-c18717fe-7dfc-4294-ae11-6625b2f6f0e7 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "DELETE /v2.0/floatingips/d348f1e2-cdeb-43c2-bec3-dc9bf72a212d HTTP/1.1" status: 204 len: 168 time: 1.9862349 Dec 14 19:10:18.950996 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a201cb11-b0d7-4369-bb80-e258c742e9f2', 'tag': '4c77ac4b-7708-465a-a207-9e9bd5b5cb10'}] {{(pid=88176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:10:19.043247 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-140ee9db-c0f7-4878-8979-acd95ea0bc4e req-87d97568-a754-4d1b-8764-df22b7c8d443 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599377 Dec 14 19:10:19.091690 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bb02c-6479-4d34-b92f-b279240e80ca req-34cfd6d0-e19f-43c7-9d51-7d66df17071b tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:19.093574 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a34bb02c-6479-4d34-b92f-b279240e80ca req-34cfd6d0-e19f-43c7-9d51-7d66df17071b tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba6ed86d-5f6f-4047-bd4a-25d7c01f4e0e HTTP/1.1" status: 200 len: 945 time: 0.5724542 Dec 14 19:10:19.105020 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-3358cd20-3064-47a9-a70d-2e7e9503e200 None None] Set router 6571e0b2-3a04-447f-abee-749249a9e8ee gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:10:19.163142 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-75b11641-c9a4-4454-96e3-f60435a02b37 req-3c4ae63f-c0dd-4375-bb8b-cc93dba953f6 service neutron] 10.222.0.73 "GET /v2.0/networks/55ee3fb9-d0c2-47cc-b57a-628cd1002c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741101 Dec 14 19:10:19.307203 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a34bb02c-6479-4d34-b92f-b279240e80ca req-b7c4387f-1c9f-4d90-ac07-c866fd76c41c tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032430 Dec 14 19:10:19.321888 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-bf8a165a-9494-4f90-8936-a7ea26112c11 req-e0ca754a-61cf-4254-aa48-d010c524b143 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:19.332678 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-4b8f6bca-8235-4ddc-b546-382eb416d8ea tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:19.372979 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['383bed10-d53e-4356-833a-994156ceaa5e'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:10:19.429878 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca754a-61cf-4254-aa48-d010c524b143 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Pushing event deleted for resources: {'Port': ['ID=383bed10-d53e-4356-833a-994156ceaa5e,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:19.437683 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e0ca754a-61cf-4254-aa48-d010c524b143 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:19.530461 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf8a165a-9494-4f90-8936-a7ea26112c11 req-e0ca754a-61cf-4254-aa48-d010c524b143 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] No DVR routers for this DVR port 383bed10-d53e-4356-833a-994156ceaa5e on host hv-cinder-82174 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:10:19.533327 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-bf8a165a-9494-4f90-8936-a7ea26112c11 req-e0ca754a-61cf-4254-aa48-d010c524b143 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:19.537323 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6ed86d-5f6f-4047-bd4a-25d7c01f4e0e', 'name': 'network-vif-deleted', 'tag': '383bed10-d53e-4356-833a-994156ceaa5e'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:10:19.546962 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bf8a165a-9494-4f90-8936-a7ea26112c11 req-e0ca754a-61cf-4254-aa48-d010c524b143 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.73 "DELETE /v2.0/ports/383bed10-d53e-4356-833a-994156ceaa5e HTTP/1.1" status: 204 len: 173 time: 1.6573648 Dec 14 19:10:19.600896 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3358cd20-3064-47a9-a70d-2e7e9503e200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'name': 'tempest-TestMinimumBasicScenario-881689443-router', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.14'}], 'enable_snat': True}, 'gw_port_id': 'f3017d87-72c0-411d-9c58-35909b6508d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:59Z', 'updated_at': '2021-12-14T19:07:08Z', 'revision_number': 4, 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'gw_port': {'id': 'f3017d87-72c0-411d-9c58-35909b6508d0', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:01Z', 'updated_at': '2021-12-14T19:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': 'bd4f35f1-6cd4-418d-9854-8635a23701f2', 'name': '', 'network_id': '55ee3fb9-d0c2-47cc-b57a-628cd1002c28', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'mac_address': 'fa:16:3e:f4:86:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668c9a99-31b6-43dd-a171-3d1dbe68d7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:07Z', 'updated_at': '2021-12-14T19:07:20Z', 'revision_number': 5, 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'subnets': [{'id': '668c9a99-31b6-43dd-a171-3d1dbe68d7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:19.606428 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3358cd20-3064-47a9-a70d-2e7e9503e200 None None] Checking router: 6571e0b2-3a04-447f-abee-749249a9e8ee for host: dv-cinder-821749-1-smb {{(pid=88178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:10:19.621232 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3358cd20-3064-47a9-a70d-2e7e9503e200 None None] Routers {'6571e0b2-3a04-447f-abee-749249a9e8ee'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:10:19.622246 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3358cd20-3064-47a9-a70d-2e7e9503e200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:09:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['6571e0b2-3a04-447f-abee-749249a9e8ee'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:19.625392 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a201cb11-b0d7-4369-bb80-e258c742e9f2', 'tag': '4c77ac4b-7708-465a-a207-9e9bd5b5cb10', 'status': 'completed', 'code': 200} Dec 14 19:10:19.734430 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6ed86d-5f6f-4047-bd4a-25d7c01f4e0e', 'name': 'network-vif-deleted', 'tag': '383bed10-d53e-4356-833a-994156ceaa5e', 'status': 'completed', 'code': 200} Dec 14 19:10:19.775448 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e3cbf05a-eac1-4ef4-877e-bf4f49c6bb53 req-22634d37-487d-4fe3-8d8d-ac96adc826fd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b1351b4434a5442d89b49cf7732f1282&device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 1098 time: 0.1040177 Dec 14 19:10:19.865939 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-3358cd20-3064-47a9-a70d-2e7e9503e200 None None] Set router 6571e0b2-3a04-447f-abee-749249a9e8ee gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:10:19.993856 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbf05a-eac1-4ef4-877e-bf4f49c6bb53 req-819fe21c-5a80-483d-877e-e2be1ce6b36b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:19.995663 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e3cbf05a-eac1-4ef4-877e-bf4f49c6bb53 req-819fe21c-5a80-483d-877e-e2be1ce6b36b service neutron] 10.222.0.73 "GET /v2.0/networks?id=55ee3fb9-d0c2-47cc-b57a-628cd1002c28 HTTP/1.1" status: 200 len: 915 time: 0.2041049 Dec 14 19:10:20.125317 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e3cbf05a-eac1-4ef4-877e-bf4f49c6bb53 req-f676e5f0-d31e-4577-b4f2-f55341d016a8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c77ac4b-7708-465a-a207-9e9bd5b5cb10 HTTP/1.1" status: 200 len: 217 time: 0.1212084 Dec 14 19:10:20.399622 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-3358cd20-3064-47a9-a70d-2e7e9503e200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'name': 'tempest-TestMinimumBasicScenario-881689443-router', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.14'}], 'enable_snat': True}, 'gw_port_id': 'f3017d87-72c0-411d-9c58-35909b6508d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:59Z', 'updated_at': '2021-12-14T19:07:08Z', 'revision_number': 4, 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'gw_port': {'id': 'f3017d87-72c0-411d-9c58-35909b6508d0', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:01Z', 'updated_at': '2021-12-14T19:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': 'bd4f35f1-6cd4-418d-9854-8635a23701f2', 'name': '', 'network_id': '55ee3fb9-d0c2-47cc-b57a-628cd1002c28', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'mac_address': 'fa:16:3e:f4:86:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668c9a99-31b6-43dd-a171-3d1dbe68d7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:07Z', 'updated_at': '2021-12-14T19:07:20Z', 'revision_number': 5, 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'subnets': [{'id': '668c9a99-31b6-43dd-a171-3d1dbe68d7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:20.406071 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3358cd20-3064-47a9-a70d-2e7e9503e200 None None] The sync data for ids ['6571e0b2-3a04-447f-abee-749249a9e8ee'] in dv-cinder-821749-1-smb is: [{'id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'name': 'tempest-TestMinimumBasicScenario-881689443-router', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.14'}], 'enable_snat': True}, 'gw_port_id': 'f3017d87-72c0-411d-9c58-35909b6508d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:59Z', 'updated_at': '2021-12-14T19:07:08Z', 'revision_number': 4, 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'gw_port': {'id': 'f3017d87-72c0-411d-9c58-35909b6508d0', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:01Z', 'updated_at': '2021-12-14T19:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': 'bd4f35f1-6cd4-418d-9854-8635a23701f2', 'name': '', 'network_id': '55ee3fb9-d0c2-47cc-b57a-628cd1002c28', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'mac_address': 'fa:16:3e:f4:86:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '668c9a99-31b6-43dd-a171-3d1dbe68d7c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:07Z', 'updated_at': '2021-12-14T19:07:20Z', 'revision_number': 5, 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'subnets': [{'id': '668c9a99-31b6-43dd-a171-3d1dbe68d7c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:10:20.550976 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbf05a-eac1-4ef4-877e-bf4f49c6bb53 req-f2f555e0-4622-4853-8281-73dffe746717 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:20.552699 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e3cbf05a-eac1-4ef4-877e-bf4f49c6bb53 req-f2f555e0-4622-4853-8281-73dffe746717 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=668c9a99-31b6-43dd-a171-3d1dbe68d7c5 HTTP/1.1" status: 200 len: 853 time: 0.4112692 Dec 14 19:10:20.667790 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a999e33-c0ac-4199-b7c2-9406380cef04 req-b8d352af-6df3-45b3-ba30-f8e907373ac9 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:20.671752 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1a999e33-c0ac-4199-b7c2-9406380cef04 req-b8d352af-6df3-45b3-ba30-f8e907373ac9 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.73 "GET /v2.0/ports?device_id=236f156d-743a-4ad3-ab97-f19fc2838135 HTTP/1.1" status: 200 len: 946 time: 0.6093693 Dec 14 19:10:20.753102 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8fbfe7-1f80-41cf-95d1-9ab4da08a07d req-40240617-8f4a-4874-98f1-9a22ab084abc tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:20.761224 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bb8fbfe7-1f80-41cf-95d1-9ab4da08a07d req-40240617-8f4a-4874-98f1-9a22ab084abc tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=236f156d-743a-4ad3-ab97-f19fc2838135 HTTP/1.1" status: 200 len: 946 time: 0.2876754 Dec 14 19:10:20.825407 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-1a999e33-c0ac-4199-b7c2-9406380cef04 req-65d19074-e7a1-44ce-8c3f-e06586d6c750 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Deleting port aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:10:20.826057 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-1a999e33-c0ac-4199-b7c2-9406380cef04 req-65d19074-e7a1-44ce-8c3f-e06586d6c750 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:20.921848 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e3cbf05a-eac1-4ef4-877e-bf4f49c6bb53 req-95727148-12e3-4f0c-b530-e14f31a6a65f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=55ee3fb9-d0c2-47cc-b57a-628cd1002c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3479526 Dec 14 19:10:20.993731 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bb8fbfe7-1f80-41cf-95d1-9ab4da08a07d req-032cd55b-7def-47ef-a844-635a0d5abab9 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/security-groups?id=63c26cad-e634-484c-a6db-3e530dfb22d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314820 Dec 14 19:10:21.101861 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c21757b-1ada-4abe-bc61-032b0f97381f None None] New status for floating IP d348f1e2-cdeb-43c2-bec3-dc9bf72a212d: DOWN {{(pid=88179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 19:10:21.214768 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e3cbf05a-eac1-4ef4-877e-bf4f49c6bb53 req-15a58704-79d5-454c-abfe-d868087748d3 service neutron] 10.222.0.73 "GET /v2.0/networks/55ee3fb9-d0c2-47cc-b57a-628cd1002c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821116 Dec 14 19:10:21.481837 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-1a999e33-c0ac-4199-b7c2-9406380cef04 req-65d19074-e7a1-44ce-8c3f-e06586d6c750 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] For port aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1,segment=NetworkSegment(89ec24a6-fcf2-4184-ae80-2746799edbeb),segment_id=89ec24a6-fcf2-4184-ae80-2746799edbeb)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:10:21.482186 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-1a999e33-c0ac-4199-b7c2-9406380cef04 req-65d19074-e7a1-44ce-8c3f-e06586d6c750 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:21.643158 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-1a999e33-c0ac-4199-b7c2-9406380cef04 req-65d19074-e7a1-44ce-8c3f-e06586d6c750 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Calling delete_port for aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1 owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:10:21.697929 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e3cbf05a-eac1-4ef4-877e-bf4f49c6bb53 req-d517da76-75ac-44e2-956e-6d1adc41e065 service neutron] 10.222.0.73 "GET /v2.0/networks/55ee3fb9-d0c2-47cc-b57a-628cd1002c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025607 Dec 14 19:10:21.809494 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-1a999e33-c0ac-4199-b7c2-9406380cef04 req-65d19074-e7a1-44ce-8c3f-e06586d6c750 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:21.816366 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-56ea3df1-749d-4119-ae7f-1c897dad88be tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:21.821193 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:10:21.861874 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d19074-e7a1-44ce-8c3f-e06586d6c750 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Pushing event deleted for resources: {'Port': ['ID=aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:21.866766 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-65d19074-e7a1-44ce-8c3f-e06586d6c750 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:21.917608 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:10:21.941423 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a999e33-c0ac-4199-b7c2-9406380cef04 req-65d19074-e7a1-44ce-8c3f-e06586d6c750 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] No DVR routers for this DVR port aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1 on host hv-cinder-82174 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:10:21.943475 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-1a999e33-c0ac-4199-b7c2-9406380cef04 req-65d19074-e7a1-44ce-8c3f-e06586d6c750 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:21.946627 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236f156d-743a-4ad3-ab97-f19fc2838135', 'name': 'network-vif-deleted', 'tag': 'aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:10:21.954204 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] No Port match for: aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1 {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:10:21.954638 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1 not bound to the agent host hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:10:21.955047 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 383bed10-d53e-4356-833a-994156ceaa5e no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:10:21.964675 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1a999e33-c0ac-4199-b7c2-9406380cef04 req-65d19074-e7a1-44ce-8c3f-e06586d6c750 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.73 "DELETE /v2.0/ports/aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1 HTTP/1.1" status: 204 len: 173 time: 1.2882009 Dec 14 19:10:21.998134 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] No Port match for: 383bed10-d53e-4356-833a-994156ceaa5e {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:10:21.998525 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 383bed10-d53e-4356-833a-994156ceaa5e not bound to the agent host hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:10:22.020391 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236f156d-743a-4ad3-ab97-f19fc2838135', 'name': 'network-vif-deleted', 'tag': 'aa1d8d96-64f4-4ae2-bdde-8eb6cf9eaeb1', 'status': 'completed', 'code': 200} Dec 14 19:10:22.243117 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-417374c9-a6f1-40af-bb57-95d911056a1f req-4fa1d60e-ff09-4d8f-915e-1f565c06bde9 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Synchronizing usage tracker for tenant:e3f0f20afe704ddc9991a9e7ac0982af on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:10:22.260138 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-417374c9-a6f1-40af-bb57-95d911056a1f req-4fa1d60e-ff09-4d8f-915e-1f565c06bde9 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Unset dirty status for tenant:e3f0f20afe704ddc9991a9e7ac0982af on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:10:22.261483 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-417374c9-a6f1-40af-bb57-95d911056a1f req-4fa1d60e-ff09-4d8f-915e-1f565c06bde9 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] 10.222.0.62 "GET /v2.0/ports?device_id=236f156d-743a-4ad3-ab97-f19fc2838135 HTTP/1.1" status: 200 len: 210 time: 0.0754080 Dec 14 19:10:23.126278 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b16d95-b754-4212-a92f-ac1665a62f4f req-5f49ed5f-4421-4298-979e-b9fb2c2b6eb3 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:23.128362 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f2b16d95-b754-4212-a92f-ac1665a62f4f req-5f49ed5f-4421-4298-979e-b9fb2c2b6eb3 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 945 time: 0.0912170 Dec 14 19:10:23.180568 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f2b16d95-b754-4212-a92f-ac1665a62f4f req-69540c48-3e12-4a1b-adf3-385c5f32641f tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454588 Dec 14 19:10:23.396381 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 49160) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:23.478106 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8314d4b-fb1e-4b97-884b-23f39fa0cb47 admin admin] Deleting subnet 182240e9-7923-40da-ab94-5d9c0cdf29a1 {{(pid=88177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:10:23.481567 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e8314d4b-fb1e-4b97-884b-23f39fa0cb47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:23.542899 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e8314d4b-fb1e-4b97-884b-23f39fa0cb47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852802915'] for subnet, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:23.619227 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e8314d4b-fb1e-4b97-884b-23f39fa0cb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2951685'] for subnet, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:23.696838 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e8314d4b-fb1e-4b97-884b-23f39fa0cb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851824100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853069178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852835295'] for subnet, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:23.702097 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d0048036-edd5-430e-996d-103b955e2dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:23.742152 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8314d4b-fb1e-4b97-884b-23f39fa0cb47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=182240e9-7923-40da-ab94-5d9c0cdf29a1,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:23.746295 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e8314d4b-fb1e-4b97-884b-23f39fa0cb47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:23.747404 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e8314d4b-fb1e-4b97-884b-23f39fa0cb47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:23.757338 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-e8314d4b-fb1e-4b97-884b-23f39fa0cb47 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/182240e9-7923-40da-ab94-5d9c0cdf29a1 HTTP/1.1" status: 204 len: 168 time: 0.3568244 Dec 14 19:10:23.757772 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 49168) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:23.889434 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e9ded6cc-1dba-41ff-b4eb-4a5af6ba222f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229502'] for network, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:24.036122 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e9ded6cc-1dba-41ff-b4eb-4a5af6ba222f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980764', 'neutron.services.segments.db._delete_segments_for_network-8781368899016'] for network, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:24.069525 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-e9ded6cc-1dba-41ff-b4eb-4a5af6ba222f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ce9c34-e606-4a89-ad89-9fec2cbe70a2']}} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:24.085830 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-e9ded6cc-1dba-41ff-b4eb-4a5af6ba222f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89ec24a6-fcf2-4184-ae80-2746799edbeb') {'for_net_delete': True} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:24.086399 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-e9ded6cc-1dba-41ff-b4eb-4a5af6ba222f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89ec24a6-fcf2-4184-ae80-2746799edbeb') {} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:24.101620 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e9ded6cc-1dba-41ff-b4eb-4a5af6ba222f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781368905689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972884'] for segment, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:24.119253 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e9ded6cc-1dba-41ff-b4eb-4a5af6ba222f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:24.127290 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ded6cc-1dba-41ff-b4eb-4a5af6ba222f admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=88177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:10:24.127770 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e9ded6cc-1dba-41ff-b4eb-4a5af6ba222f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2974435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1706020'] for segment, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: Traceback (most recent call last): Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: timer() Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: cb(*args, **kw) Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: return func(*args, **kwargs) Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: self._notify() Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: self.callback(batched_events) Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: event.method(event) Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: segment_id)['aggregates'][0] Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: return f(self, *a, **k) Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: return self._get(url).json() Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: **kwargs) Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: return self.request(url, 'GET', **kwargs) Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: **endpoint_filter) Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:10:24.143734 dv-cinder-821749-1-smb neutron-server[88065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:10:24.229816 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e9ded6cc-1dba-41ff-b4eb-4a5af6ba222f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435701'] for network, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:24.235691 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-1a452330-cf56-4aeb-bfb7-b0c222f2e4c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:24.254922 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e9ded6cc-1dba-41ff-b4eb-4a5af6ba222f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:24.267067 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ded6cc-1dba-41ff-b4eb-4a5af6ba222f admin admin] Pushing event deleted for resources: {'Network': ['ID=49ce9c34-e606-4a89-ad89-9fec2cbe70a2,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:24.270717 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e9ded6cc-1dba-41ff-b4eb-4a5af6ba222f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:24.275937 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-e9ded6cc-1dba-41ff-b4eb-4a5af6ba222f admin admin] 10.222.0.62 "DELETE /v2.0/networks/49ce9c34-e606-4a89-ad89-9fec2cbe70a2 HTTP/1.1" status: 204 len: 168 time: 0.5169876 Dec 14 19:10:24.419884 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c16db0-e5ea-483e-98e0-6d6a0215a605 req-37089061-39e1-4792-87b7-918ffb8e3d69 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:24.422122 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b5c16db0-e5ea-483e-98e0-6d6a0215a605 req-37089061-39e1-4792-87b7-918ffb8e3d69 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 945 time: 0.0963268 Dec 14 19:10:24.461136 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 49182) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:24.479378 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b5c16db0-e5ea-483e-98e0-6d6a0215a605 req-9e2ac47f-dd7f-4084-8881-4cdfd460c570 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470204 Dec 14 19:10:24.520024 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-6607da97-d8f2-45a1-8b1b-8b2323d1f01f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e3f0f20afe704ddc9991a9e7ac0982af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0572248 Dec 14 19:10:24.523296 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 49186) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:24.592247 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-64d3d979-8a13-48b1-afe3-8a81b86d7673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:24.627396 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-64d3d979-8a13-48b1-afe3-8a81b86d7673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:24.689907 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-64d3d979-8a13-48b1-afe3-8a81b86d7673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:24.694263 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e2fda789-7f85-4461-9f1a-854da00d351d tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:24.709341 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3d979-8a13-48b1-afe3-8a81b86d7673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c26cad-e634-484c-a6db-3e530dfb22d7,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:24.712180 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-64d3d979-8a13-48b1-afe3-8a81b86d7673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:24.725551 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-64d3d979-8a13-48b1-afe3-8a81b86d7673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:24.729399 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-64d3d979-8a13-48b1-afe3-8a81b86d7673 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/63c26cad-e634-484c-a6db-3e530dfb22d7 HTTP/1.1" status: 204 len: 168 time: 0.2024758 Dec 14 19:10:25.001411 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c3e5b-090f-401b-a8d0-0541837d8073 req-18e9bad2-aa08-4eeb-b896-a41dffa21300 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:25.003128 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-563c3e5b-090f-401b-a8d0-0541837d8073 req-18e9bad2-aa08-4eeb-b896-a41dffa21300 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.73 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 945 time: 0.0977879 Dec 14 19:10:25.136330 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-563c3e5b-090f-401b-a8d0-0541837d8073 req-45a76af8-2e86-47d8-831e-a595d015dbc7 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Deleting port 4c77ac4b-7708-465a-a207-9e9bd5b5cb10 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:10:25.136793 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-563c3e5b-090f-401b-a8d0-0541837d8073 req-45a76af8-2e86-47d8-831e-a595d015dbc7 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:25.507335 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-a185bcce-b791-4f48-84da-f048d192516a tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:25.509102 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-a185bcce-b791-4f48-84da-f048d192516a tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/networks?id=2faddad5-7353-4447-ab48-c62344384097 HTTP/1.1" status: 200 len: 813 time: 0.3442707 Dec 14 19:10:25.548679 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-39e09baa-6304-4a7b-a951-a303475f6bec tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/quotas/556ec7d85039428a890a980144f210c0 HTTP/1.1" status: 200 len: 375 time: 0.0322828 Dec 14 19:10:25.910046 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-32f4bd6e-8b47-4a72-8902-f8924737540d tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Synchronizing usage tracker for tenant:556ec7d85039428a890a980144f210c0 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:10:25.914628 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-563c3e5b-090f-401b-a8d0-0541837d8073 req-45a76af8-2e86-47d8-831e-a595d015dbc7 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] For port 4c77ac4b-7708-465a-a207-9e9bd5b5cb10, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=4c77ac4b-7708-465a-a207-9e9bd5b5cb10,segment=NetworkSegment(1cf5010d-895c-4553-a7f2-3895c8486c17),segment_id=1cf5010d-895c-4553-a7f2-3895c8486c17)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:10:25.915017 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-563c3e5b-090f-401b-a8d0-0541837d8073 req-45a76af8-2e86-47d8-831e-a595d015dbc7 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:26.079749 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-563c3e5b-090f-401b-a8d0-0541837d8073 req-45a76af8-2e86-47d8-831e-a595d015dbc7 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Calling delete_port for 4c77ac4b-7708-465a-a207-9e9bd5b5cb10 owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:10:26.130624 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-32f4bd6e-8b47-4a72-8902-f8924737540d tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Unset dirty status for tenant:556ec7d85039428a890a980144f210c0 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:10:26.132035 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-32f4bd6e-8b47-4a72-8902-f8924737540d tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=556ec7d85039428a890a980144f210c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5732114 Dec 14 19:10:26.276813 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae37c44-3402-4044-92c1-2630d8ce7df7 req-b8514516-43b0-4f12-b9bc-a477f289a23c tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:26.278494 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-eae37c44-3402-4044-92c1-2630d8ce7df7 req-b8514516-43b0-4f12-b9bc-a477f289a23c tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 945 time: 0.4145412 Dec 14 19:10:26.416002 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-7dda971b-30ee-4876-9ca6-b1ceafb6af2e service neutron] 10.222.0.62 "GET /v2.0/networks/2faddad5-7353-4447-ab48-c62344384097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721801 Dec 14 19:10:26.422283 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-eae37c44-3402-4044-92c1-2630d8ce7df7 req-68daf389-1ac2-43f3-9d66-c2b46af5917c tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb310ff8-557a-4396-bbeb-b82de7104ef4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358545 Dec 14 19:10:26.449879 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-cca81752-692e-492d-984d-563b73e25ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:26.489190 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-563c3e5b-090f-401b-a8d0-0541837d8073 req-45a76af8-2e86-47d8-831e-a595d015dbc7 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:26.505234 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-eac61f93-9257-42c6-96bc-27272fc645a2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:26.582185 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a76af8-2e86-47d8-831e-a595d015dbc7 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Pushing event deleted for resources: {'Port': ['ID=4c77ac4b-7708-465a-a207-9e9bd5b5cb10,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:26.587428 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-45a76af8-2e86-47d8-831e-a595d015dbc7 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:26.735319 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-563c3e5b-090f-401b-a8d0-0541837d8073 req-45a76af8-2e86-47d8-831e-a595d015dbc7 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] No DVR routers for this DVR port 4c77ac4b-7708-465a-a207-9e9bd5b5cb10 on host hv-cinder-82174 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:10:26.741542 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-563c3e5b-090f-401b-a8d0-0541837d8073 req-45a76af8-2e86-47d8-831e-a595d015dbc7 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:26.746130 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a201cb11-b0d7-4369-bb80-e258c742e9f2', 'name': 'network-vif-deleted', 'tag': '4c77ac4b-7708-465a-a207-9e9bd5b5cb10'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:10:26.799565 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-563c3e5b-090f-401b-a8d0-0541837d8073 req-45a76af8-2e86-47d8-831e-a595d015dbc7 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.73 "DELETE /v2.0/ports/4c77ac4b-7708-465a-a207-9e9bd5b5cb10 HTTP/1.1" status: 204 len: 173 time: 1.7903233 Dec 14 19:10:26.815321 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-860dcb2c-0411-4252-a29b-5f84c2d80909 service neutron] 10.222.0.62 "GET /v2.0/networks/2faddad5-7353-4447-ab48-c62344384097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810725 Dec 14 19:10:26.849416 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a201cb11-b0d7-4369-bb80-e258c742e9f2', 'name': 'network-vif-deleted', 'tag': '4c77ac4b-7708-465a-a207-9e9bd5b5cb10', 'status': 'completed', 'code': 200} Dec 14 19:10:27.075206 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-968b42e7-e288-4e28-99db-db5d7d9fcf0c req-8e94baec-5df5-40f4-82de-f1945bbd1ba8 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=82f98411-bc23-471b-8316-a4b25f92ad86 HTTP/1.1" status: 200 len: 210 time: 0.0601020 Dec 14 19:10:27.686494 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-a13c57f0-3ff1-4917-8b51-fa7669ee1062 req-ac34e905-79ab-4980-8aea-c97b76c78160 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Synchronizing usage tracker for tenant:b1351b4434a5442d89b49cf7732f1282 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:10:27.710228 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-a13c57f0-3ff1-4917-8b51-fa7669ee1062 req-ac34e905-79ab-4980-8aea-c97b76c78160 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Unset dirty status for tenant:b1351b4434a5442d89b49cf7732f1282 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:10:27.716784 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a13c57f0-3ff1-4917-8b51-fa7669ee1062 req-ac34e905-79ab-4980-8aea-c97b76c78160 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] 10.222.0.62 "GET /v2.0/ports?device_id=a201cb11-b0d7-4369-bb80-e258c742e9f2 HTTP/1.1" status: 200 len: 210 time: 0.1170831 Dec 14 19:10:27.822668 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:27.954119 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 4c77ac4b-7708-465a-a207-9e9bd5b5cb10 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:10:27.990076 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] No Port match for: 4c77ac4b-7708-465a-a207-9e9bd5b5cb10 {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:10:27.990476 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 4c77ac4b-7708-465a-a207-9e9bd5b5cb10 not bound to the agent host hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:10:28.387766 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-15e25901-7132-4122-8ce4-eaec6ad7d178 req-ca4dd9c8-355e-4e25-ab30-317447ba7f31 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=82f98411-bc23-471b-8316-a4b25f92ad86 HTTP/1.1" status: 200 len: 210 time: 0.0861363 Dec 14 19:10:28.406715 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-34b49130-4c63-417f-9762-bdef163c2825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:28.448245 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-8d0207e4-f4f1-4a7c-ad76-2ff089a679d8 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:28.451060 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-8d0207e4-f4f1-4a7c-ad76-2ff089a679d8 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.73 "GET /v2.0/networks?id=2faddad5-7353-4447-ab48-c62344384097 HTTP/1.1" status: 200 len: 813 time: 0.2666953 Dec 14 19:10:28.470922 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-f5d6ca81-00ea-4adb-995c-e9da411d4af0 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Request body: {'port': {'device_id': '82f98411-bc23-471b-8316-a4b25f92ad86', 'network_id': '2faddad5-7353-4447-ab48-c62344384097', 'admin_state_up': True, 'tenant_id': '556ec7d85039428a890a980144f210c0'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:10:28.641654 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-f5d6ca81-00ea-4adb-995c-e9da411d4af0 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:10:28.652800 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-f5d6ca81-00ea-4adb-995c-e9da411d4af0 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:10:28.662868 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-f5d6ca81-00ea-4adb-995c-e9da411d4af0 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Made reservation on behalf of 556ec7d85039428a890a980144f210c0 for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:10:28.668645 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-f5d6ca81-00ea-4adb-995c-e9da411d4af0 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:28.863109 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-f5d6ca81-00ea-4adb-995c-e9da411d4af0 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Allocated IP 172.20.0.2 (2faddad5-7353-4447-ab48-c62344384097/5c445d9b-b545-4935-95ec-2538adbc73ed/38826aae-47e5-40a1-813b-7378a084b1be) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:10:29.176130 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:29.244494 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-f5d6ca81-00ea-4adb-995c-e9da411d4af0 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:29.277855 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-f5d6ca81-00ea-4adb-995c-e9da411d4af0 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:29.287116 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:29.386081 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6ca81-00ea-4adb-995c-e9da411d4af0 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Pushing event updated for resources: {'Port': ['ID=38826aae-47e5-40a1-813b-7378a084b1be,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:29.402280 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f5d6ca81-00ea-4adb-995c-e9da411d4af0 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:29.406102 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-f5d6ca81-00ea-4adb-995c-e9da411d4af0 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Network 2faddad5-7353-4447-ab48-c62344384097 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:10:29.407814 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-f5d6ca81-00ea-4adb-995c-e9da411d4af0 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:10:29.411546 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-f5d6ca81-00ea-4adb-995c-e9da411d4af0 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:10:29.485013 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-f5d6ca81-00ea-4adb-995c-e9da411d4af0 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:29.486006 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-f5d6ca81-00ea-4adb-995c-e9da411d4af0 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:29.522182 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-f5d6ca81-00ea-4adb-995c-e9da411d4af0 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0592377 Dec 14 19:10:29.551021 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-4e8c829b-f869-4001-be96-524342310d2b service neutron] Request body: {'port': {'device_id': '82f98411-bc23-471b-8316-a4b25f92ad86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:10:29.886497 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-4e8c829b-f869-4001-be96-524342310d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:29.996574 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2c0e9-6ebf-4dda-85f2-ddb164078901 req-b0661323-cb42-47ca-abe5-4bb11247408f tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:29.997464 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-a7a2c0e9-6ebf-4dda-85f2-ddb164078901 req-b0661323-cb42-47ca-abe5-4bb11247408f tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Synchronizing usage tracker for tenant:556ec7d85039428a890a980144f210c0 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:10:30.077621 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-a7a2c0e9-6ebf-4dda-85f2-ddb164078901 req-b0661323-cb42-47ca-abe5-4bb11247408f tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Unset dirty status for tenant:556ec7d85039428a890a980144f210c0 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:10:30.087600 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a7a2c0e9-6ebf-4dda-85f2-ddb164078901 req-b0661323-cb42-47ca-abe5-4bb11247408f tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=82f98411-bc23-471b-8316-a4b25f92ad86 HTTP/1.1" status: 200 len: 931 time: 0.4298453 Dec 14 19:10:30.175839 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 49364) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:30.295666 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a7a2c0e9-6ebf-4dda-85f2-ddb164078901 req-caef6433-b866-4030-a552-c6abf0be1f54 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043440 Dec 14 19:10:30.620751 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-4e8c829b-f869-4001-be96-524342310d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38826aae-47e5-40a1-813b-7378a084b1be {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:10:30.630022 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-4e8c829b-f869-4001-be96-524342310d2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:30.651789 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-4e8c829b-f869-4001-be96-524342310d2b service neutron] Transition to ACTIVE for port object 38826aae-47e5-40a1-813b-7378a084b1be will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:10:30.655405 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-4e8c829b-f869-4001-be96-524342310d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853069063'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:30.661968 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-65d19074-e7a1-44ce-8c3f-e06586d6c750 tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:30.694578 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:30.819766 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c829b-f869-4001-be96-524342310d2b service neutron] Pushing event updated for resources: {'Port': ['ID=38826aae-47e5-40a1-813b-7378a084b1be,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:30.823279 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-4e8c829b-f869-4001-be96-524342310d2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:30.955021 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-4e8c829b-f869-4001-be96-524342310d2b service neutron] Attempting to bind port 38826aae-47e5-40a1-813b-7378a084b1be on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:10:30.955658 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-4e8c829b-f869-4001-be96-524342310d2b service neutron] Attempting to bind port 38826aae-47e5-40a1-813b-7378a084b1be by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '49fec136-3a31-45ad-883a-5bbbbbc4a4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2faddad5-7353-4447-ab48-c62344384097'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:10:30.955658 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-4e8c829b-f869-4001-be96-524342310d2b service neutron] Attempting to bind port 38826aae-47e5-40a1-813b-7378a084b1be on network 2faddad5-7353-4447-ab48-c62344384097 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:10:30.966565 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-4e8c829b-f869-4001-be96-524342310d2b service neutron] Port 38826aae-47e5-40a1-813b-7378a084b1be on network 2faddad5-7353-4447-ab48-c62344384097 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:10:30.966925 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-4e8c829b-f869-4001-be96-524342310d2b service neutron] Attempting to bind port 38826aae-47e5-40a1-813b-7378a084b1be on network 2faddad5-7353-4447-ab48-c62344384097 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:10:30.974865 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-4e8c829b-f869-4001-be96-524342310d2b service neutron] Checking agent: {'id': '2cdf3b01-963f-4e6b-8571-872140058f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:10:30.975216 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-4e8c829b-f869-4001-be96-524342310d2b service neutron] Checking segment: {'id': '49fec136-3a31-45ad-883a-5bbbbbc4a4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2faddad5-7353-4447-ab48-c62344384097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:10:30.975632 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-4e8c829b-f869-4001-be96-524342310d2b service neutron] Bound using segment: {'id': '49fec136-3a31-45ad-883a-5bbbbbc4a4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2faddad5-7353-4447-ab48-c62344384097'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:10:30.976629 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-4e8c829b-f869-4001-be96-524342310d2b service neutron] Bound port: 38826aae-47e5-40a1-813b-7378a084b1be, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49fec136-3a31-45ad-883a-5bbbbbc4a4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '2faddad5-7353-4447-ab48-c62344384097'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:10:30.976629 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-4e8c829b-f869-4001-be96-524342310d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:31.080200 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-4e8c829b-f869-4001-be96-524342310d2b service neutron] For port 38826aae-47e5-40a1-813b-7378a084b1be, host hv-cinder-82174, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:10:31.084926 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-4e8c829b-f869-4001-be96-524342310d2b service neutron] For port 38826aae-47e5-40a1-813b-7378a084b1be, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=38826aae-47e5-40a1-813b-7378a084b1be,segment=NetworkSegment(49fec136-3a31-45ad-883a-5bbbbbc4a4bc),segment_id=49fec136-3a31-45ad-883a-5bbbbbc4a4bc)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:10:31.089296 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-4e8c829b-f869-4001-be96-524342310d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853069063'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:31.094136 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-0eca499b-8e0f-4d95-a43b-ca858618dc46 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:31.153819 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f112193e-7ed3-49fb-a269-601c16b80e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854335222'] for router_interface, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:31.163400 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-4e8c829b-f869-4001-be96-524342310d2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:31.165080 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-4e8c829b-f869-4001-be96-524342310d2b service neutron] 10.222.0.73 "PUT /v2.0/ports/38826aae-47e5-40a1-813b-7378a084b1be HTTP/1.1" status: 200 len: 1093 time: 1.6337409 Dec 14 19:10:31.165648 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f98411-bc23-471b-8316-a4b25f92ad86', 'tag': '38826aae-47e5-40a1-813b-7378a084b1be'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:10:31.182116 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c829b-f869-4001-be96-524342310d2b service neutron] Pushing event updated for resources: {'Port': ['ID=38826aae-47e5-40a1-813b-7378a084b1be,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:31.185784 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-4e8c829b-f869-4001-be96-524342310d2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:31.378845 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-2ff81297-7492-4fb8-ace6-f72eba05274b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=556ec7d85039428a890a980144f210c0&device_id=82f98411-bc23-471b-8316-a4b25f92ad86 HTTP/1.1" status: 200 len: 1096 time: 0.1556540 Dec 14 19:10:31.463277 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f98411-bc23-471b-8316-a4b25f92ad86', 'tag': '38826aae-47e5-40a1-813b-7378a084b1be', 'status': 'completed', 'code': 200} Dec 14 19:10:31.494159 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-0be13846-a03e-4e28-a080-ad0f0f183e57 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38826aae-47e5-40a1-813b-7378a084b1be HTTP/1.1" status: 200 len: 217 time: 0.1062205 Dec 14 19:10:31.635845 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-85164204-02b3-46c5-8209-7ccbbe9e03fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:31.637488 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-85164204-02b3-46c5-8209-7ccbbe9e03fc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5c445d9b-b545-4935-95ec-2538adbc73ed HTTP/1.1" status: 200 len: 853 time: 0.1374938 Dec 14 19:10:31.698179 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-3c97c0a0-126a-4a74-a7e4-a6a71ac1c0ef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2faddad5-7353-4447-ab48-c62344384097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530121 Dec 14 19:10:31.793642 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5bcdb-810f-4910-9d88-f7c78dd9d8aa req-52ff61df-98a0-4e25-9002-03fb5f2d4b53 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:31.797131 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bca5bcdb-810f-4910-9d88-f7c78dd9d8aa req-52ff61df-98a0-4e25-9002-03fb5f2d4b53 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=82f98411-bc23-471b-8316-a4b25f92ad86 HTTP/1.1" status: 200 len: 943 time: 0.2487609 Dec 14 19:10:32.077839 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-f112193e-7ed3-49fb-a269-601c16b80e63 admin admin] Deleting port bd4f35f1-6cd4-418d-9854-8635a23701f2 {{(pid=88176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:10:32.078543 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f112193e-7ed3-49fb-a269-601c16b80e63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:32.288621 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-b88e9820-52c5-4623-bda6-80bdfab1b1dc service neutron] 10.222.0.73 "GET /v2.0/networks/2faddad5-7353-4447-ab48-c62344384097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842257 Dec 14 19:10:32.301569 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bca5bcdb-810f-4910-9d88-f7c78dd9d8aa req-ae8e2d93-2ff1-4311-80f0-fd633755ce32 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919395 Dec 14 19:10:32.409762 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-f112193e-7ed3-49fb-a269-601c16b80e63 admin admin] For port bd4f35f1-6cd4-418d-9854-8635a23701f2, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=bd4f35f1-6cd4-418d-9854-8635a23701f2,segment=NetworkSegment(1cf5010d-895c-4553-a7f2-3895c8486c17),segment_id=1cf5010d-895c-4553-a7f2-3895c8486c17)] {{(pid=88176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:10:32.409762 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f112193e-7ed3-49fb-a269-601c16b80e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:32.522434 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1cc80092-7d47-40ab-b2b2-9b2129ca6372 req-1c76bc26-4564-4468-8e2b-2383f4d24179 service neutron] 10.222.0.73 "GET /v2.0/networks/2faddad5-7353-4447-ab48-c62344384097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197163 Dec 14 19:10:32.637736 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-f112193e-7ed3-49fb-a269-601c16b80e63 admin admin] Calling delete_port for bd4f35f1-6cd4-418d-9854-8635a23701f2 owned by network:router_interface {{(pid=88176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:10:32.727746 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-15a7c52b-8c14-42eb-a797-af8a0b128ba2 req-860961ab-561a-4ff6-a767-84f8eac05bec service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=556ec7d85039428a890a980144f210c0&device_id=82f98411-bc23-471b-8316-a4b25f92ad86 HTTP/1.1" status: 200 len: 1096 time: 0.1413887 Dec 14 19:10:33.004614 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f112193e-7ed3-49fb-a269-601c16b80e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1865571'] for port, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:33.015750 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ff386b33-386b-43ce-b7bd-55a1f1ae981e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:33.040019 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7c52b-8c14-42eb-a797-af8a0b128ba2 req-dbb2ec83-f210-4298-99c3-0d785e1cd8b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:33.043060 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-15a7c52b-8c14-42eb-a797-af8a0b128ba2 req-dbb2ec83-f210-4298-99c3-0d785e1cd8b5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2faddad5-7353-4447-ab48-c62344384097 HTTP/1.1" status: 200 len: 914 time: 0.3084288 Dec 14 19:10:33.071712 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112193e-7ed3-49fb-a269-601c16b80e63 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd4f35f1-6cd4-418d-9854-8635a23701f2,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:33.085009 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f112193e-7ed3-49fb-a269-601c16b80e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:33.166889 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-15a7c52b-8c14-42eb-a797-af8a0b128ba2 req-3dab5ffe-6110-4077-94ca-584a36b18d34 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38826aae-47e5-40a1-813b-7378a084b1be HTTP/1.1" status: 200 len: 217 time: 0.1143196 Dec 14 19:10:33.303025 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7c52b-8c14-42eb-a797-af8a0b128ba2 req-ae882c3b-3580-456d-870e-015ffe7d6d61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:33.305510 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-15a7c52b-8c14-42eb-a797-af8a0b128ba2 req-ae882c3b-3580-456d-870e-015ffe7d6d61 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5c445d9b-b545-4935-95ec-2538adbc73ed HTTP/1.1" status: 200 len: 853 time: 0.1320620 Dec 14 19:10:33.430828 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-15a7c52b-8c14-42eb-a797-af8a0b128ba2 req-86d36a0c-fb60-4b7f-b9b0-fadaea8306e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2faddad5-7353-4447-ab48-c62344384097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125975 Dec 14 19:10:33.552527 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f112193e-7ed3-49fb-a269-601c16b80e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851488725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854335088'] for router_interface, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:33.952254 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-15a7c52b-8c14-42eb-a797-af8a0b128ba2 req-0b34229b-f7c7-4162-82b4-a2f4d5c544ef service neutron] 10.222.0.73 "GET /v2.0/networks/2faddad5-7353-4447-ab48-c62344384097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5172827 Dec 14 19:10:34.176839 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c068b72-d153-4807-9d2b-8d3e77af5f24 req-6256c22d-b9e5-499e-a081-36b82757ede3 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:34.180026 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2c068b72-d153-4807-9d2b-8d3e77af5f24 req-6256c22d-b9e5-499e-a081-36b82757ede3 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 945 time: 0.6177917 Dec 14 19:10:34.197215 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd037e34-6268-431d-9f3e-966728d68384 req-25f18bbc-69f3-4ba9-b2f1-164d0f856a23 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:34.200894 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bd037e34-6268-431d-9f3e-966728d68384 req-25f18bbc-69f3-4ba9-b2f1-164d0f856a23 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=82f98411-bc23-471b-8316-a4b25f92ad86 HTTP/1.1" status: 200 len: 943 time: 0.6406579 Dec 14 19:10:34.305985 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-15a7c52b-8c14-42eb-a797-af8a0b128ba2 req-a33cf976-3104-4a07-9ff7-12f4204e8c14 service neutron] 10.222.0.73 "GET /v2.0/networks/2faddad5-7353-4447-ab48-c62344384097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434646 Dec 14 19:10:34.333168 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bd037e34-6268-431d-9f3e-966728d68384 req-fc1fc382-1f3d-4d67-95a1-7761bf1b1a1c tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307311 Dec 14 19:10:34.338948 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2c068b72-d153-4807-9d2b-8d3e77af5f24 req-08a2b239-b029-4fa2-83cc-a023b45fd302 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156583 Dec 14 19:10:34.506478 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f112193e-7ed3-49fb-a269-601c16b80e63 admin admin] Router 6571e0b2-3a04-447f-abee-749249a9e8ee has already been hosted by L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 {{(pid=88176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:10:34.962215 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f112193e-7ed3-49fb-a269-601c16b80e63 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:10:34.974407 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd13be58-dfc3-481a-af4e-305a3282125e None None] Sync routers for ids ['6571e0b2-3a04-447f-abee-749249a9e8ee'] in dv-cinder-821749-1-smb {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:10:34.984109 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-f112193e-7ed3-49fb-a269-601c16b80e63 admin admin] 10.222.0.62 "PUT /v2.0/routers/6571e0b2-3a04-447f-abee-749249a9e8ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8009431 Dec 14 19:10:34.987317 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 49450) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:34.997129 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd13be58-dfc3-481a-af4e-305a3282125e None None] Routers {'6571e0b2-3a04-447f-abee-749249a9e8ee'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:10:34.998158 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-dd13be58-dfc3-481a-af4e-305a3282125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:10:28Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['6571e0b2-3a04-447f-abee-749249a9e8ee'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:35.259201 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bbd5e63d-6d63-4484-ac61-25f2300fdb5f admin admin] Notify callbacks [] for router, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:35.482840 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-dd13be58-dfc3-481a-af4e-305a3282125e None None] Set router 6571e0b2-3a04-447f-abee-749249a9e8ee gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:10:35.615841 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bbd5e63d-6d63-4484-ac61-25f2300fdb5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:35.635155 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-bbd5e63d-6d63-4484-ac61-25f2300fdb5f admin admin] Deleting port f3017d87-72c0-411d-9c58-35909b6508d0 {{(pid=88176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:10:35.636075 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bbd5e63d-6d63-4484-ac61-25f2300fdb5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:35.666126 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f62a5-9f56-422b-ab91-90780a3afb6c req-e095047c-8316-41a2-9cf9-6df581743ed3 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:35.674386 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-6d2f62a5-9f56-422b-ab91-90780a3afb6c req-e095047c-8316-41a2-9cf9-6df581743ed3 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=82f98411-bc23-471b-8316-a4b25f92ad86 HTTP/1.1" status: 200 len: 943 time: 0.1385891 Dec 14 19:10:35.751854 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-6d2f62a5-9f56-422b-ab91-90780a3afb6c req-b8239560-9db4-4e92-b1dd-cd239669c197 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763109 Dec 14 19:10:35.856166 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08aae43-ba65-41f9-8235-53d58272adb6 req-6f926aa1-f844-4fcb-bfb4-18c728f1f368 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:35.858145 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e08aae43-ba65-41f9-8235-53d58272adb6 req-6f926aa1-f844-4fcb-bfb4-18c728f1f368 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 945 time: 0.1104116 Dec 14 19:10:35.878209 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-bbd5e63d-6d63-4484-ac61-25f2300fdb5f admin admin] For port f3017d87-72c0-411d-9c58-35909b6508d0, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=f3017d87-72c0-411d-9c58-35909b6508d0,segment=NetworkSegment(0945c744-4d3b-470e-8f6d-ce93add76b81),segment_id=0945c744-4d3b-470e-8f6d-ce93add76b81)] {{(pid=88176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:10:35.878209 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bbd5e63d-6d63-4484-ac61-25f2300fdb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:35.929695 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e08aae43-ba65-41f9-8235-53d58272adb6 req-64030c57-57d5-4f65-89d0-0fe0cd24cf07 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635283 Dec 14 19:10:35.940755 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-dd13be58-dfc3-481a-af4e-305a3282125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'name': 'tempest-TestMinimumBasicScenario-881689443-router', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.14'}], 'enable_snat': True}, 'gw_port_id': 'f3017d87-72c0-411d-9c58-35909b6508d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:59Z', 'updated_at': '2021-12-14T19:10:32Z', 'revision_number': 5, 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'gw_port': {'id': 'f3017d87-72c0-411d-9c58-35909b6508d0', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:01Z', 'updated_at': '2021-12-14T19:07:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb'}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:35.947154 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd13be58-dfc3-481a-af4e-305a3282125e None None] Checking router: 6571e0b2-3a04-447f-abee-749249a9e8ee for host: dv-cinder-821749-1-smb {{(pid=88178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:10:35.967162 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd13be58-dfc3-481a-af4e-305a3282125e None None] Routers {'6571e0b2-3a04-447f-abee-749249a9e8ee'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:10:35.967886 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-dd13be58-dfc3-481a-af4e-305a3282125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:10:28Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['6571e0b2-3a04-447f-abee-749249a9e8ee'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:36.048747 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-bbd5e63d-6d63-4484-ac61-25f2300fdb5f admin admin] Calling delete_port for f3017d87-72c0-411d-9c58-35909b6508d0 owned by network:router_gateway {{(pid=88176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:10:36.056094 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 38826aae-47e5-40a1-813b-7378a084b1be details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:10:36.293777 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bbd5e63d-6d63-4484-ac61-25f2300fdb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1865571'] for port, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:36.303627 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:36.361293 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-dd13be58-dfc3-481a-af4e-305a3282125e None None] Set router 6571e0b2-3a04-447f-abee-749249a9e8ee gateway port host: None {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:10:36.395045 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5e63d-6d63-4484-ac61-25f2300fdb5f admin admin] Pushing event deleted for resources: {'Port': ['ID=f3017d87-72c0-411d-9c58-35909b6508d0,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:36.402438 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-bbd5e63d-6d63-4484-ac61-25f2300fdb5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:36.507584 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-dd13be58-dfc3-481a-af4e-305a3282125e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'name': 'tempest-TestMinimumBasicScenario-881689443-router', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:59Z', 'updated_at': '2021-12-14T19:10:35Z', 'revision_number': 6, 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'gw_port_host': None}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:36.515642 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd13be58-dfc3-481a-af4e-305a3282125e None None] The sync data for ids ['6571e0b2-3a04-447f-abee-749249a9e8ee'] in dv-cinder-821749-1-smb is: [{'id': '6571e0b2-3a04-447f-abee-749249a9e8ee', 'name': 'tempest-TestMinimumBasicScenario-881689443-router', 'tenant_id': 'b1351b4434a5442d89b49cf7732f1282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:06:59Z', 'updated_at': '2021-12-14T19:10:35Z', 'revision_number': 6, 'project_id': 'b1351b4434a5442d89b49cf7732f1282', 'gw_port_host': None}] {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:10:36.544709 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 38826aae-47e5-40a1-813b-7378a084b1be, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=38826aae-47e5-40a1-813b-7378a084b1be,segment=NetworkSegment(49fec136-3a31-45ad-883a-5bbbbbc4a4bc),segment_id=49fec136-3a31-45ad-883a-5bbbbbc4a4bc)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:10:36.565551 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Returning: {'device': '38826aae-47e5-40a1-813b-7378a084b1be', 'network_id': '2faddad5-7353-4447-ab48-c62344384097', 'port_id': '38826aae-47e5-40a1-813b-7378a084b1be', 'mac_address': 'fa:16:3e:92:7e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c445d9b-b545-4935-95ec-2538adbc73ed', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:10:36.666265 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:36.717610 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38826aae-47e5-40a1-813b-7378a084b1be {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:10:36.756754 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 38826aae-47e5-40a1-813b-7378a084b1be, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=38826aae-47e5-40a1-813b-7378a084b1be,segment=NetworkSegment(49fec136-3a31-45ad-883a-5bbbbbc4a4bc),segment_id=49fec136-3a31-45ad-883a-5bbbbbc4a4bc)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:10:36.761370 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:36.764593 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:36.775717 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bbd5e63d-6d63-4484-ac61-25f2300fdb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854340325'] for router_gateway, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:36.861227 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=38826aae-47e5-40a1-813b-7378a084b1be,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:36.880294 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:36.881230 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:36.881616 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:36.882547 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:36.882997 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:36.883513 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:36.883956 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:36.884327 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:36.885072 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:36.885587 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:36.885986 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:10:36.891179 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:36.894337 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device bd4f35f1-6cd4-418d-9854-8635a23701f2 no longer exists at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:10:36.943318 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] No Port match for: bd4f35f1-6cd4-418d-9854-8635a23701f2 {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:10:36.946287 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device bd4f35f1-6cd4-418d-9854-8635a23701f2 not bound to the agent host dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:10:37.006315 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['38826aae-47e5-40a1-813b-7378a084b1be'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:10:37.292798 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e8c4f-516c-4394-9691-4b40cf2f6162 req-1ece1455-0766-485b-9901-1e71ea07af2d tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:37.294623 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-290e8c4f-516c-4394-9691-4b40cf2f6162 req-1ece1455-0766-485b-9901-1e71ea07af2d tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=82f98411-bc23-471b-8316-a4b25f92ad86 HTTP/1.1" status: 200 len: 944 time: 0.3229754 Dec 14 19:10:37.299332 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bbd5e63d-6d63-4484-ac61-25f2300fdb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036851047307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036853733720'] for router, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:37.309238 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bbd5e63d-6d63-4484-ac61-25f2300fdb5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:37.310267 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3024c1-e94b-4f94-93f8-e8fd84cbee42 req-c94482ba-d289-4bb1-9ba6-dde1ba3c00b0 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:37.312960 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-6e3024c1-e94b-4f94-93f8-e8fd84cbee42 req-c94482ba-d289-4bb1-9ba6-dde1ba3c00b0 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 945 time: 0.1966879 Dec 14 19:10:37.422877 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-290e8c4f-516c-4394-9691-4b40cf2f6162 req-7904ac10-39e4-4c69-9cfe-255c21164006 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087639 Dec 14 19:10:37.440018 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-6e3024c1-e94b-4f94-93f8-e8fd84cbee42 req-410ff243-dd65-4137-88a2-33d695495120 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795722 Dec 14 19:10:37.444915 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bbd5e63d-6d63-4484-ac61-25f2300fdb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036851047397'] for router, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:37.445865 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd5e63d-6d63-4484-ac61-25f2300fdb5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6571e0b2-3a04-447f-abee-749249a9e8ee {{(pid=88176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 14 19:10:37.462653 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bbd5e63d-6d63-4484-ac61-25f2300fdb5f admin admin] Notify callbacks [] for router, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:37.467142 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-bbd5e63d-6d63-4484-ac61-25f2300fdb5f admin admin] 10.222.0.62 "DELETE /v2.0/routers/6571e0b2-3a04-447f-abee-749249a9e8ee HTTP/1.1" status: 204 len: 168 time: 2.4778042 Dec 14 19:10:37.467409 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 49500) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:37.569950 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4dd788-ec05-47bd-8f9d-0360420fb89e admin admin] Deleting subnet 668c9a99-31b6-43dd-a171-3d1dbe68d7c5 {{(pid=88177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:10:37.569950 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-cb4dd788-ec05-47bd-8f9d-0360420fb89e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:37.629737 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-cb4dd788-ec05-47bd-8f9d-0360420fb89e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852802915'] for subnet, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:37.768660 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-cb4dd788-ec05-47bd-8f9d-0360420fb89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2951685'] for subnet, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:37.858716 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-cb4dd788-ec05-47bd-8f9d-0360420fb89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851824100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853069178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852835295'] for subnet, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:37.865364 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2d40f878-f6ea-49e6-8ae3-b6f77c20ce89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:37.904298 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4dd788-ec05-47bd-8f9d-0360420fb89e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=668c9a99-31b6-43dd-a171-3d1dbe68d7c5,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:37.907404 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-cb4dd788-ec05-47bd-8f9d-0360420fb89e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:37.913560 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-cb4dd788-ec05-47bd-8f9d-0360420fb89e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:37.922245 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde38812-10c3-42ba-a8b3-6e9c5c5591a0 None None] Network 55ee3fb9-d0c2-47cc-b57a-628cd1002c28 requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:10:37.927077 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-cb4dd788-ec05-47bd-8f9d-0360420fb89e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/668c9a99-31b6-43dd-a171-3d1dbe68d7c5 HTTP/1.1" status: 204 len: 168 time: 0.4564056 Dec 14 19:10:37.928195 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 49512) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:38.043803 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 38826aae-47e5-40a1-813b-7378a084b1be up at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:10:38.060636 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-50dac32e-a099-4130-83cd-1513ee998657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229502'] for network, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:38.077475 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-50dac32e-a099-4130-83cd-1513ee998657 admin admin] Deleting port e2f0e893-827a-4c3a-b037-a3b510f94bea {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:10:38.078126 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-50dac32e-a099-4130-83cd-1513ee998657 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:38.233249 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning for port 38826aae-47e5-40a1-813b-7378a084b1be completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:10:38.241595 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning complete for port 38826aae-47e5-40a1-813b-7378a084b1be triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:10:38.242029 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:38.388777 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:38.409075 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e41ec50-8a3d-4ee8-bde5-03e0b0174a0a None None] DHCP port deletion for 55ee3fb9-d0c2-47cc-b57a-628cd1002c28 request from dv-cinder-821749-1-smb {{(pid=88178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 14 19:10:38.418604 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-50dac32e-a099-4130-83cd-1513ee998657 admin admin] For port e2f0e893-827a-4c3a-b037-a3b510f94bea, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=e2f0e893-827a-4c3a-b037-a3b510f94bea,segment=NetworkSegment(1cf5010d-895c-4553-a7f2-3895c8486c17),segment_id=1cf5010d-895c-4553-a7f2-3895c8486c17)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:10:38.418958 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-50dac32e-a099-4130-83cd-1513ee998657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:38.426983 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-8e41ec50-8a3d-4ee8-bde5-03e0b0174a0a None None] Deleting port e2f0e893-827a-4c3a-b037-a3b510f94bea {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:10:38.427664 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8e41ec50-8a3d-4ee8-bde5-03e0b0174a0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:38.510213 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f98411-bc23-471b-8316-a4b25f92ad86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38826aae-47e5-40a1-813b-7378a084b1be'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:10:38.549868 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 38826aae-47e5-40a1-813b-7378a084b1be, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=38826aae-47e5-40a1-813b-7378a084b1be,segment=NetworkSegment(49fec136-3a31-45ad-883a-5bbbbbc4a4bc),segment_id=49fec136-3a31-45ad-883a-5bbbbbc4a4bc)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:10:38.605438 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:38.619816 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:38.763349 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=38826aae-47e5-40a1-813b-7378a084b1be,revision_number=5']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:38.770449 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:38.773835 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-50dac32e-a099-4130-83cd-1513ee998657 admin admin] Calling delete_port for e2f0e893-827a-4c3a-b037-a3b510f94bea owned by network:dhcp {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:10:38.937287 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device e2f0e893-827a-4c3a-b037-a3b510f94bea no longer exists at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:10:38.981930 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40689c2e-7429-44e9-9309-e75f45bf8145 req-34b3c57f-87c0-4b2c-879e-d5c3de2ee3ee tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:38.983805 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-40689c2e-7429-44e9-9309-e75f45bf8145 req-34b3c57f-87c0-4b2c-879e-d5c3de2ee3ee tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 945 time: 0.2206783 Dec 14 19:10:38.985901 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-50dac32e-a099-4130-83cd-1513ee998657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:38.993597 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:39.042205 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] No Port match for: e2f0e893-827a-4c3a-b037-a3b510f94bea {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:10:39.043159 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device e2f0e893-827a-4c3a-b037-a3b510f94bea not bound to the agent host dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:10:39.044009 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device f3017d87-72c0-411d-9c58-35909b6508d0 no longer exists at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:10:39.066034 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592e008-cc9a-4c77-8390-e6d9f13dd205 req-d8821072-46f8-4417-a8e4-738be2d762f4 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:39.067853 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5592e008-cc9a-4c77-8390-e6d9f13dd205 req-d8821072-46f8-4417-a8e4-738be2d762f4 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=82f98411-bc23-471b-8316-a4b25f92ad86 HTTP/1.1" status: 200 len: 945 time: 0.3501029 Dec 14 19:10:39.077309 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dac32e-a099-4130-83cd-1513ee998657 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2f0e893-827a-4c3a-b037-a3b510f94bea,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:39.084062 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-50dac32e-a099-4130-83cd-1513ee998657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:39.118293 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dac32e-a099-4130-83cd-1513ee998657 admin admin] No DVR routers for this DVR port e2f0e893-827a-4c3a-b037-a3b510f94bea on host dv-cinder-821749-1-smb {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:10:39.154318 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] No Port match for: f3017d87-72c0-411d-9c58-35909b6508d0 {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:10:39.155075 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device f3017d87-72c0-411d-9c58-35909b6508d0 not bound to the agent host dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:10:39.164255 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-8e41ec50-8a3d-4ee8-bde5-03e0b0174a0a None None] For port e2f0e893-827a-4c3a-b037-a3b510f94bea, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=e2f0e893-827a-4c3a-b037-a3b510f94bea,segment=NetworkSegment(1cf5010d-895c-4553-a7f2-3895c8486c17),segment_id=1cf5010d-895c-4553-a7f2-3895c8486c17)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:10:39.165047 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8e41ec50-8a3d-4ee8-bde5-03e0b0174a0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:39.204009 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-40689c2e-7429-44e9-9309-e75f45bf8145 req-86224afe-93eb-443e-8280-dd9e4dcecce4 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759751 Dec 14 19:10:39.237513 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5592e008-cc9a-4c77-8390-e6d9f13dd205 req-d7dbbf27-523d-4f41-8af3-0fb155aa2090 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521626 Dec 14 19:10:39.308140 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-50dac32e-a099-4130-83cd-1513ee998657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980764', 'neutron.services.segments.db._delete_segments_for_network-8781368899016'] for network, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:39.324704 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-8e41ec50-8a3d-4ee8-bde5-03e0b0174a0a None None] Calling delete_port for e2f0e893-827a-4c3a-b037-a3b510f94bea owned by network:dhcp {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:10:39.345655 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-50dac32e-a099-4130-83cd-1513ee998657 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ee3fb9-d0c2-47cc-b57a-628cd1002c28']}} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:39.370762 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-50dac32e-a099-4130-83cd-1513ee998657 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf5010d-895c-4553-a7f2-3895c8486c17') {'for_net_delete': True} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:39.371183 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-50dac32e-a099-4130-83cd-1513ee998657 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf5010d-895c-4553-a7f2-3895c8486c17') {} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:39.395739 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-50dac32e-a099-4130-83cd-1513ee998657 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781368905689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972884'] for segment, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:39.434169 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-50dac32e-a099-4130-83cd-1513ee998657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:39.443987 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50dac32e-a099-4130-83cd-1513ee998657 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=88177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:10:39.444993 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-50dac32e-a099-4130-83cd-1513ee998657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2974435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1706020'] for segment, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: Traceback (most recent call last): Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: timer() Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: cb(*args, **kw) Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: return func(*args, **kwargs) Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: self._notify() Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: self.callback(batched_events) Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: event.method(event) Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: segment_id)['aggregates'][0] Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: return f(self, *a, **k) Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: return self._get(url).json() Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: **kwargs) Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: return self.request(url, 'GET', **kwargs) Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: **endpoint_filter) Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:10:39.534175 dv-cinder-821749-1-smb neutron-server[88065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:10:39.565670 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-50dac32e-a099-4130-83cd-1513ee998657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435701'] for network, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:39.572543 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e9ded6cc-1dba-41ff-b4eb-4a5af6ba222f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:39.606651 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-50dac32e-a099-4130-83cd-1513ee998657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:39.626073 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dac32e-a099-4130-83cd-1513ee998657 admin admin] Pushing event deleted for resources: {'Network': ['ID=55ee3fb9-d0c2-47cc-b57a-628cd1002c28,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:39.633539 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-50dac32e-a099-4130-83cd-1513ee998657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:39.657752 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-50dac32e-a099-4130-83cd-1513ee998657 admin admin] 10.222.0.62 "DELETE /v2.0/networks/55ee3fb9-d0c2-47cc-b57a-628cd1002c28 HTTP/1.1" status: 204 len: 168 time: 1.7252078 Dec 14 19:10:39.658225 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 49546) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:39.710882 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f98411-bc23-471b-8316-a4b25f92ad86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38826aae-47e5-40a1-813b-7378a084b1be', 'code': 200} Dec 14 19:10:39.729453 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.db.api [None req-8e41ec50-8a3d-4ee8-bde5-03e0b0174a0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88178) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 14 19:10:39.729831 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_db.api [None req-8e41ec50-8a3d-4ee8-bde5-03e0b0174a0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 14 19:10:40.215546 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-40c1984d-cd7a-41f1-ae08-27eb1bb064b9 req-6b17b0b6-1a34-4892-860e-f9fd1314588c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=82f98411-bc23-471b-8316-a4b25f92ad86 HTTP/1.1" status: 200 len: 1098 time: 0.4360273 Dec 14 19:10:40.231853 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-8e41ec50-8a3d-4ee8-bde5-03e0b0174a0a None None] Deleting port e2f0e893-827a-4c3a-b037-a3b510f94bea {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:10:40.232214 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8e41ec50-8a3d-4ee8-bde5-03e0b0174a0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:40.307410 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-8e41ec50-8a3d-4ee8-bde5-03e0b0174a0a None None] The port 'e2f0e893-827a-4c3a-b037-a3b510f94bea' was deleted {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 14 19:10:40.366868 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-40c1984d-cd7a-41f1-ae08-27eb1bb064b9 req-5e526087-c52c-496e-b301-2a2a0f8996ad service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373134 Dec 14 19:10:40.762388 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98f30f-199c-4a6b-9584-2a75f0fba0a5 req-0610411b-fdf6-4797-85de-add2514d8a64 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:40.764061 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3d98f30f-199c-4a6b-9584-2a75f0fba0a5 req-0610411b-fdf6-4797-85de-add2514d8a64 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=82f98411-bc23-471b-8316-a4b25f92ad86 HTTP/1.1" status: 200 len: 945 time: 0.2714889 Dec 14 19:10:40.786780 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285481a-5786-4e7b-b607-1da63e16aee0 req-270e755d-949d-4bb1-9ddf-1744db6c27ab tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:40.788528 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7285481a-5786-4e7b-b607-1da63e16aee0 req-270e755d-949d-4bb1-9ddf-1744db6c27ab tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 945 time: 0.2442439 Dec 14 19:10:40.898772 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3d98f30f-199c-4a6b-9584-2a75f0fba0a5 req-500c974e-9944-4f7c-8d19-4ee3654175a5 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194756 Dec 14 19:10:40.918473 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7285481a-5786-4e7b-b607-1da63e16aee0 req-2aa2f331-9a1a-4ea3-9c53-dbb93b89e70e tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106324 Dec 14 19:10:40.965986 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-276c934a-db88-463f-bb65-be05240e065c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854335222'] for router_interface, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:41.557932 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:41.801658 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-276c934a-db88-463f-bb65-be05240e065c admin admin] Deleting port 82f5ea64-bf1d-42f6-8834-bb4b69f809f7 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:10:41.802289 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-276c934a-db88-463f-bb65-be05240e065c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:41.995471 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-276c934a-db88-463f-bb65-be05240e065c admin admin] For port 82f5ea64-bf1d-42f6-8834-bb4b69f809f7, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=82f5ea64-bf1d-42f6-8834-bb4b69f809f7,segment=NetworkSegment(b17ad912-6d21-488d-ac30-8b4607800cdb),segment_id=b17ad912-6d21-488d-ac30-8b4607800cdb)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:10:41.995885 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-276c934a-db88-463f-bb65-be05240e065c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:42.132056 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-276c934a-db88-463f-bb65-be05240e065c admin admin] Calling delete_port for 82f5ea64-bf1d-42f6-8834-bb4b69f809f7 owned by network:router_interface {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:10:42.421028 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b6ccd-8ec5-4def-b5d1-0e1563483506 req-27c2f26b-c5ce-47ce-8226-62178fa5adeb tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:42.422801 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1e0b6ccd-8ec5-4def-b5d1-0e1563483506 req-27c2f26b-c5ce-47ce-8226-62178fa5adeb tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=82f98411-bc23-471b-8316-a4b25f92ad86 HTTP/1.1" status: 200 len: 945 time: 0.2162735 Dec 14 19:10:42.433993 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7672cf9-9a94-4c9b-9ce6-a2795e6b9045 req-1b2f09be-59d6-4a83-b284-7c7b3fe8a117 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:42.435664 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c7672cf9-9a94-4c9b-9ce6-a2795e6b9045 req-1b2f09be-59d6-4a83-b284-7c7b3fe8a117 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 945 time: 0.2237141 Dec 14 19:10:42.667458 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1e0b6ccd-8ec5-4def-b5d1-0e1563483506 req-56c6b0ad-917c-44e6-b7d6-366a4225f52c tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305686 Dec 14 19:10:42.674419 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c7672cf9-9a94-4c9b-9ce6-a2795e6b9045 req-ef8093b7-8d7c-4341-b174-b93fcdc8015b tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200069 Dec 14 19:10:42.696759 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-276c934a-db88-463f-bb65-be05240e065c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:42.713163 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-c4dcd774-8805-4ffd-9cee-bc4782bd0740 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:42.804466 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c934a-db88-463f-bb65-be05240e065c admin admin] Pushing event deleted for resources: {'Port': ['ID=82f5ea64-bf1d-42f6-8834-bb4b69f809f7,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:42.811811 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-276c934a-db88-463f-bb65-be05240e065c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:42.934092 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:10:43.219340 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-276c934a-db88-463f-bb65-be05240e065c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851488725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854335088'] for router_interface, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:44.229274 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b0450-9c2f-4df5-b9a9-c7a7b36e2592 req-524620b9-3744-4bf3-a799-d866370082bd tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:44.231096 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-201b0450-9c2f-4df5-b9a9-c7a7b36e2592 req-524620b9-3744-4bf3-a799-d866370082bd tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 945 time: 0.2675099 Dec 14 19:10:44.311038 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-201b0450-9c2f-4df5-b9a9-c7a7b36e2592 req-cffc2c94-5a66-4df6-82fd-a7c0001f0223 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619905 Dec 14 19:10:44.465617 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276c934a-db88-463f-bb65-be05240e065c admin admin] Router d9c3b3a3-fcb8-4106-b630-dd93ecf4b199 has already been hosted by L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:10:44.747899 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276c934a-db88-463f-bb65-be05240e065c admin admin] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:10:44.765161 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-276c934a-db88-463f-bb65-be05240e065c admin admin] 10.222.0.62 "PUT /v2.0/routers/d9c3b3a3-fcb8-4106-b630-dd93ecf4b199/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1047971 Dec 14 19:10:44.767208 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fdc462-ecfd-4eb4-8b14-a59ba7e91765 None None] Sync routers for ids ['d9c3b3a3-fcb8-4106-b630-dd93ecf4b199'] in dv-cinder-821749-1-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:10:44.767856 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 49608) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:44.825614 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fdc462-ecfd-4eb4-8b14-a59ba7e91765 None None] Routers {'d9c3b3a3-fcb8-4106-b630-dd93ecf4b199'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:10:44.827862 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f2fdc462-ecfd-4eb4-8b14-a59ba7e91765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:10:28Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['d9c3b3a3-fcb8-4106-b630-dd93ecf4b199'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:45.122364 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0a15d050-4ebf-4b84-8a0e-6a63a131631c admin admin] Notify callbacks [] for router, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:45.210937 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-f2fdc462-ecfd-4eb4-8b14-a59ba7e91765 None None] Set router d9c3b3a3-fcb8-4106-b630-dd93ecf4b199 gateway port host: dv-cinder-821749-1-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:10:45.459329 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0a15d050-4ebf-4b84-8a0e-6a63a131631c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:45.474362 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-0a15d050-4ebf-4b84-8a0e-6a63a131631c admin admin] Deleting port d75b0664-9580-4724-ac6d-5ecf2c38d5cd {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:10:45.474927 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0a15d050-4ebf-4b84-8a0e-6a63a131631c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:45.685115 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f2fdc462-ecfd-4eb4-8b14-a59ba7e91765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c3b3a3-fcb8-4106-b630-dd93ecf4b199', 'name': 'tempest-TestMinimumBasicScenario-1518576475-router', 'tenant_id': 'ce80427f83f04a908abae875b074b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.203'}], 'enable_snat': True}, 'gw_port_id': 'd75b0664-9580-4724-ac6d-5ecf2c38d5cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:13Z', 'updated_at': '2021-12-14T19:10:42Z', 'revision_number': 5, 'project_id': 'ce80427f83f04a908abae875b074b1a2', 'gw_port': {'id': 'd75b0664-9580-4724-ac6d-5ecf2c38d5cd', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:31:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c3b3a3-fcb8-4106-b630-dd93ecf4b199', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:07:14Z', 'updated_at': '2021-12-14T19:07:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb'}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:45.690422 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fdc462-ecfd-4eb4-8b14-a59ba7e91765 None None] Checking router: d9c3b3a3-fcb8-4106-b630-dd93ecf4b199 for host: dv-cinder-821749-1-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:10:45.704589 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fdc462-ecfd-4eb4-8b14-a59ba7e91765 None None] Routers {'d9c3b3a3-fcb8-4106-b630-dd93ecf4b199'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:10:45.705453 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f2fdc462-ecfd-4eb4-8b14-a59ba7e91765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:10:28Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['d9c3b3a3-fcb8-4106-b630-dd93ecf4b199'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:45.801445 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-0a15d050-4ebf-4b84-8a0e-6a63a131631c admin admin] For port d75b0664-9580-4724-ac6d-5ecf2c38d5cd, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=d75b0664-9580-4724-ac6d-5ecf2c38d5cd,segment=NetworkSegment(0945c744-4d3b-470e-8f6d-ce93add76b81),segment_id=0945c744-4d3b-470e-8f6d-ce93add76b81)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:10:45.802020 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0a15d050-4ebf-4b84-8a0e-6a63a131631c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:45.946809 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-0a15d050-4ebf-4b84-8a0e-6a63a131631c admin admin] Calling delete_port for d75b0664-9580-4724-ac6d-5ecf2c38d5cd owned by network:router_gateway {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:10:45.963706 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-f2fdc462-ecfd-4eb4-8b14-a59ba7e91765 None None] Set router d9c3b3a3-fcb8-4106-b630-dd93ecf4b199 gateway port host: None {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:10:45.981426 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216681be-c5d0-4124-b0b8-d4e0e91dd5bb req-9719800b-77e3-44ce-a134-691b49ba4831 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:45.983513 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-216681be-c5d0-4124-b0b8-d4e0e91dd5bb req-9719800b-77e3-44ce-a134-691b49ba4831 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 945 time: 0.3906884 Dec 14 19:10:46.101654 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 2243d381-6c9c-4dd0-a65a-736a533cc984 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:10:46.145320 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-216681be-c5d0-4124-b0b8-d4e0e91dd5bb req-0a2fcf01-2989-4706-8bda-f73aa362aa03 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420462 Dec 14 19:10:46.458759 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0a15d050-4ebf-4b84-8a0e-6a63a131631c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:46.473392 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-9cd71207-a23c-4355-b7ea-b3e7a81661c2 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:46.556075 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 2243d381-6c9c-4dd0-a65a-736a533cc984, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=2243d381-6c9c-4dd0-a65a-736a533cc984,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:10:46.572832 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f2fdc462-ecfd-4eb4-8b14-a59ba7e91765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9c3b3a3-fcb8-4106-b630-dd93ecf4b199', 'name': 'tempest-TestMinimumBasicScenario-1518576475-router', 'tenant_id': 'ce80427f83f04a908abae875b074b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:13Z', 'updated_at': '2021-12-14T19:10:45Z', 'revision_number': 6, 'project_id': 'ce80427f83f04a908abae875b074b1a2', 'gw_port_host': None}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:46.576379 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Returning: {'device': '2243d381-6c9c-4dd0-a65a-736a533cc984', 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'port_id': '2243d381-6c9c-4dd0-a65a-736a533cc984', 'mac_address': 'fa:16:3e:e2:91:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:10:46.579996 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15d050-4ebf-4b84-8a0e-6a63a131631c admin admin] Pushing event deleted for resources: {'Port': ['ID=d75b0664-9580-4724-ac6d-5ecf2c38d5cd,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:46.583025 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fdc462-ecfd-4eb4-8b14-a59ba7e91765 None None] The sync data for ids ['d9c3b3a3-fcb8-4106-b630-dd93ecf4b199'] in dv-cinder-821749-1-smb is: [{'id': 'd9c3b3a3-fcb8-4106-b630-dd93ecf4b199', 'name': 'tempest-TestMinimumBasicScenario-1518576475-router', 'tenant_id': 'ce80427f83f04a908abae875b074b1a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:07:13Z', 'updated_at': '2021-12-14T19:10:45Z', 'revision_number': 6, 'project_id': 'ce80427f83f04a908abae875b074b1a2', 'gw_port_host': None}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:10:46.595999 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-0a15d050-4ebf-4b84-8a0e-6a63a131631c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:46.681169 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:46.707237 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2243d381-6c9c-4dd0-a65a-736a533cc984 {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:10:46.729878 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 2243d381-6c9c-4dd0-a65a-736a533cc984, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=2243d381-6c9c-4dd0-a65a-736a533cc984,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:10:46.736297 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:46.739106 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:46.823344 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=2243d381-6c9c-4dd0-a65a-736a533cc984,revision_number=6']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:46.828344 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:46.876093 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['2243d381-6c9c-4dd0-a65a-736a533cc984'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:10:47.029056 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 82f5ea64-bf1d-42f6-8834-bb4b69f809f7 no longer exists at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:10:47.074656 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] No Port match for: 82f5ea64-bf1d-42f6-8834-bb4b69f809f7 {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:10:47.075026 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 82f5ea64-bf1d-42f6-8834-bb4b69f809f7 not bound to the agent host dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:10:47.735722 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0a15d050-4ebf-4b84-8a0e-6a63a131631c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854340325'] for router_gateway, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:48.099748 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0a15d050-4ebf-4b84-8a0e-6a63a131631c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036851047307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036853733720'] for router, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:48.108117 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0a15d050-4ebf-4b84-8a0e-6a63a131631c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:48.118827 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c415da-f5c2-46fd-a5af-910605d482b1 req-562905a8-a1c3-424e-9a18-63ac674f5c3a tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:48.123418 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 2243d381-6c9c-4dd0-a65a-736a533cc984 up at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:10:48.137918 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-90c415da-f5c2-46fd-a5af-910605d482b1 req-562905a8-a1c3-424e-9a18-63ac674f5c3a tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 944 time: 0.5248230 Dec 14 19:10:48.234997 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-90c415da-f5c2-46fd-a5af-910605d482b1 req-075aa8ee-aa8e-4b25-9657-73f68849a203 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959353 Dec 14 19:10:48.236441 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0a15d050-4ebf-4b84-8a0e-6a63a131631c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036851047397'] for router, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:48.237659 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a15d050-4ebf-4b84-8a0e-6a63a131631c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9c3b3a3-fcb8-4106-b630-dd93ecf4b199 {{(pid=88177) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 14 19:10:48.254879 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0a15d050-4ebf-4b84-8a0e-6a63a131631c admin admin] Notify callbacks [] for router, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:48.261632 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-0a15d050-4ebf-4b84-8a0e-6a63a131631c admin admin] 10.222.0.62 "DELETE /v2.0/routers/d9c3b3a3-fcb8-4106-b630-dd93ecf4b199 HTTP/1.1" status: 204 len: 168 time: 3.4865096 Dec 14 19:10:48.262951 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 49666) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:48.317584 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning complete for port 2243d381-6c9c-4dd0-a65a-736a533cc984 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:10:48.318452 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:48.503381 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_v2 [None req-82bce25c-8f29-4486-800a-31b3fa4a0106 admin admin] Deleting subnet 134da5fe-5ef4-4812-8dca-a9729172df56 {{(pid=88176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:10:48.509013 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-82bce25c-8f29-4486-800a-31b3fa4a0106 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:48.705640 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-82bce25c-8f29-4486-800a-31b3fa4a0106 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853119024'] for subnet, precommit_delete_associations {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:48.759570 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:48.825874 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1635bfab-e30c-43eb-8ee5-e1900176c192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2243d381-6c9c-4dd0-a65a-736a533cc984'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:10:48.844239 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 2243d381-6c9c-4dd0-a65a-736a533cc984, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=2243d381-6c9c-4dd0-a65a-736a533cc984,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:10:48.850806 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device d75b0664-9580-4724-ac6d-5ecf2c38d5cd no longer exists at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:10:48.916096 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:48.924060 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:48.992757 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-82bce25c-8f29-4486-800a-31b3fa4a0106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2951685'] for subnet, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:49.016584 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1635bfab-e30c-43eb-8ee5-e1900176c192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2243d381-6c9c-4dd0-a65a-736a533cc984', 'code': 200} Dec 14 19:10:49.017472 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=2243d381-6c9c-4dd0-a65a-736a533cc984,revision_number=7']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:49.027865 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] No Port match for: d75b0664-9580-4724-ac6d-5ecf2c38d5cd {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:10:49.028415 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device d75b0664-9580-4724-ac6d-5ecf2c38d5cd not bound to the agent host dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:10:49.034604 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:49.154828 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-82bce25c-8f29-4486-800a-31b3fa4a0106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851824100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852910315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1201048'] for subnet, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:49.171684 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-5cb1184d-1174-4a90-8836-aa88e9826020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:49.226998 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bce25c-8f29-4486-800a-31b3fa4a0106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=134da5fe-5ef4-4812-8dca-a9729172df56,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:49.229576 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-82bce25c-8f29-4486-800a-31b3fa4a0106 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:49.235777 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95628034-bd98-46b7-9fa8-c1cefc1bdf74 None None] Network 4ea4a115-140d-4aad-9c85-3a9189eaeb6a requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:10:49.245548 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-82bce25c-8f29-4486-800a-31b3fa4a0106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:49.252189 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-82bce25c-8f29-4486-800a-31b3fa4a0106 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/134da5fe-5ef4-4812-8dca-a9729172df56 HTTP/1.1" status: 204 len: 168 time: 0.9869318 Dec 14 19:10:49.256541 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 49680) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:49.415199 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-02b0b679-a6ff-4eaa-87c8-56a824050ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229502'] for network, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:49.434722 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-02b0b679-a6ff-4eaa-87c8-56a824050ee4 admin admin] Deleting port dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:10:49.436576 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-02b0b679-a6ff-4eaa-87c8-56a824050ee4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:49.648542 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad4d9b1-c814-41a5-a252-c2107a358e31 None None] DHCP port deletion for 4ea4a115-140d-4aad-9c85-3a9189eaeb6a request from dv-cinder-821749-1-smb {{(pid=88178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 14 19:10:49.662388 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-cad4d9b1-c814-41a5-a252-c2107a358e31 None None] Deleting port dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:10:49.662834 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-cad4d9b1-c814-41a5-a252-c2107a358e31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:49.716018 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-02b0b679-a6ff-4eaa-87c8-56a824050ee4 admin admin] For port dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4,segment=NetworkSegment(b17ad912-6d21-488d-ac30-8b4607800cdb),segment_id=b17ad912-6d21-488d-ac30-8b4607800cdb)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:10:49.716324 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-02b0b679-a6ff-4eaa-87c8-56a824050ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:49.859586 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-02b0b679-a6ff-4eaa-87c8-56a824050ee4 admin admin] Calling delete_port for dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4 owned by network:dhcp {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:10:49.954089 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-cad4d9b1-c814-41a5-a252-c2107a358e31 None None] For port dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4,segment=NetworkSegment(b17ad912-6d21-488d-ac30-8b4607800cdb),segment_id=b17ad912-6d21-488d-ac30-8b4607800cdb)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:10:49.954525 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-cad4d9b1-c814-41a5-a252-c2107a358e31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:49.996894 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-02b0b679-a6ff-4eaa-87c8-56a824050ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:50.003600 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-276c934a-db88-463f-bb65-be05240e065c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:50.054902 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0b679-a6ff-4eaa-87c8-56a824050ee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:50.062549 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-02b0b679-a6ff-4eaa-87c8-56a824050ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:50.078382 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b0b679-a6ff-4eaa-87c8-56a824050ee4 admin admin] No DVR routers for this DVR port dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4 on host dv-cinder-821749-1-smb {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:10:50.130677 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-cad4d9b1-c814-41a5-a252-c2107a358e31 None None] Calling delete_port for dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4 owned by network:dhcp {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:10:50.177277 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec76f61-f3bc-49b8-98ee-0d598dce49ce req-7cdabb61-13d9-4e11-b47a-f44b17475181 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:50.179029 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4ec76f61-f3bc-49b8-98ee-0d598dce49ce req-7cdabb61-13d9-4e11-b47a-f44b17475181 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 945 time: 0.2430646 Dec 14 19:10:50.228364 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.db.api [None req-cad4d9b1-c814-41a5-a252-c2107a358e31 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88178) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 14 19:10:50.228969 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_db.api [None req-cad4d9b1-c814-41a5-a252-c2107a358e31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 14 19:10:50.271241 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-02b0b679-a6ff-4eaa-87c8-56a824050ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980764', 'neutron.services.segments.db._delete_segments_for_network-8781368899016'] for network, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:50.372242 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-02b0b679-a6ff-4eaa-87c8-56a824050ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea4a115-140d-4aad-9c85-3a9189eaeb6a']}} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:50.401416 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4ec76f61-f3bc-49b8-98ee-0d598dce49ce req-5e5e6c3b-1bad-4365-8b50-ef758e7a0965 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630194 Dec 14 19:10:50.426962 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-02b0b679-a6ff-4eaa-87c8-56a824050ee4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b17ad912-6d21-488d-ac30-8b4607800cdb') {'for_net_delete': True} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:50.427600 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-02b0b679-a6ff-4eaa-87c8-56a824050ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b17ad912-6d21-488d-ac30-8b4607800cdb') {} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:10:50.469429 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-02b0b679-a6ff-4eaa-87c8-56a824050ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781368905689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972884'] for segment, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:50.499034 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-02b0b679-a6ff-4eaa-87c8-56a824050ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:50.515677 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b0b679-a6ff-4eaa-87c8-56a824050ee4 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=88177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:10:50.515677 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-02b0b679-a6ff-4eaa-87c8-56a824050ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2974435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1706020'] for segment, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: Traceback (most recent call last): Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: timer() Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: cb(*args, **kw) Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: return func(*args, **kwargs) Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: self._notify() Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: self.callback(batched_events) Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: event.method(event) Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: segment_id)['aggregates'][0] Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: return f(self, *a, **k) Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: return self._get(url).json() Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: **kwargs) Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: return self.request(url, 'GET', **kwargs) Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: **endpoint_filter) Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:10:50.541356 dv-cinder-821749-1-smb neutron-server[88065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:10:50.676946 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-02b0b679-a6ff-4eaa-87c8-56a824050ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435701'] for network, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:50.680975 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:50.698703 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-02b0b679-a6ff-4eaa-87c8-56a824050ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:50.713824 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0b679-a6ff-4eaa-87c8-56a824050ee4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ea4a115-140d-4aad-9c85-3a9189eaeb6a,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:50.717724 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-02b0b679-a6ff-4eaa-87c8-56a824050ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:50.719900 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-02b0b679-a6ff-4eaa-87c8-56a824050ee4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/4ea4a115-140d-4aad-9c85-3a9189eaeb6a HTTP/1.1" status: 204 len: 168 time: 1.4622412 Dec 14 19:10:50.730236 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-cad4d9b1-c814-41a5-a252-c2107a358e31 None None] Deleting port dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:10:50.731101 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-cad4d9b1-c814-41a5-a252-c2107a358e31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:50.917711 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 49704) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:50.990551 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4 no longer exists at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:10:51.036267 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-06e04bd7-1455-4a20-8a57-e827fc11c2ed admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b1351b4434a5442d89b49cf7732f1282&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1154423 Dec 14 19:10:51.039473 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 49710) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:51.052530 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-cad4d9b1-c814-41a5-a252-c2107a358e31 None None] The port 'dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4' was deleted {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 14 19:10:51.060935 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] No Port match for: dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4 {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:10:51.060935 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device dde18f4e-3c9b-40f2-8a63-a1d04d81b9a4 not bound to the agent host dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:10:51.152919 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c095fbcc-3b86-47bd-808f-11365ac0994b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:51.200416 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c095fbcc-3b86-47bd-808f-11365ac0994b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:51.322170 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c095fbcc-3b86-47bd-808f-11365ac0994b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:51.331555 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3bb97cbc-30b3-43ab-8c05-2dc2219ddd27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:51.361265 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095fbcc-3b86-47bd-808f-11365ac0994b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb310ff8-557a-4396-bbeb-b82de7104ef4,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:51.368465 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-c095fbcc-3b86-47bd-808f-11365ac0994b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:51.378500 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c095fbcc-3b86-47bd-808f-11365ac0994b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:51.380854 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-c095fbcc-3b86-47bd-808f-11365ac0994b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eb310ff8-557a-4396-bbeb-b82de7104ef4 HTTP/1.1" status: 204 len: 168 time: 0.3396554 Dec 14 19:10:51.717783 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0fb8b-7f1c-4ed7-bc8a-1494d1cb8fa2 req-791cee26-f7f1-4f11-9be3-b5f03843fe08 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:51.721291 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4cc0fb8b-7f1c-4ed7-bc8a-1494d1cb8fa2 req-791cee26-f7f1-4f11-9be3-b5f03843fe08 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 945 time: 0.1195116 Dec 14 19:10:51.834134 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4cc0fb8b-7f1c-4ed7-bc8a-1494d1cb8fa2 req-eec229be-0902-45dd-b997-8802f7af3fff tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982957 Dec 14 19:10:52.207385 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 49736) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:52.272028 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-f9900efe-093b-4d46-a4c1-81bb0a1c8573 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ce80427f83f04a908abae875b074b1a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0632632 Dec 14 19:10:52.275153 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 49742) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:10:52.361885 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a8b4b9de-0e69-4917-a0ab-6ec2617b52d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:52.434526 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a8b4b9de-0e69-4917-a0ab-6ec2617b52d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:52.526283 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a8b4b9de-0e69-4917-a0ab-6ec2617b52d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:52.548740 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-fa224457-05f3-4e74-9d65-c7e2a281a825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:10:52.599465 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4b9de-0e69-4917-a0ab-6ec2617b52d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d58e4c-6823-4496-a318-a7ee727ea327,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:10:52.602085 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a8b4b9de-0e69-4917-a0ab-6ec2617b52d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:52.603584 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-a8b4b9de-0e69-4917-a0ab-6ec2617b52d8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/23d58e4c-6823-4496-a318-a7ee727ea327 HTTP/1.1" status: 204 len: 168 time: 0.3273618 Dec 14 19:10:52.606165 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-a8b4b9de-0e69-4917-a0ab-6ec2617b52d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:10:53.163893 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3e87f-9237-4a06-8f23-7279cff75dfd req-a1183696-0e8d-4912-9e86-ba3e0764faa2 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:53.180905 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d1c3e87f-9237-4a06-8f23-7279cff75dfd req-a1183696-0e8d-4912-9e86-ba3e0764faa2 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 945 time: 0.1362298 Dec 14 19:10:53.242653 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d1c3e87f-9237-4a06-8f23-7279cff75dfd req-d413acf8-140e-4776-97ad-cf60bf46de97 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691972 Dec 14 19:10:54.671156 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fef1f0-74fb-4e6e-bff7-d2f5ef3b4a27 req-154dd300-4897-4be5-a60c-e8326c1d8ab3 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:54.683156 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-89fef1f0-74fb-4e6e-bff7-d2f5ef3b4a27 req-154dd300-4897-4be5-a60c-e8326c1d8ab3 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 945 time: 0.1586318 Dec 14 19:10:54.790240 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-89fef1f0-74fb-4e6e-bff7-d2f5ef3b4a27 req-ec141ad2-63be-4e9b-a96a-47697cbae5cf tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055844 Dec 14 19:10:56.100680 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca309e-e717-4e51-9dac-9fbe6738eab2 req-528b6be2-c662-48cc-87dc-efb42faed57c tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:56.102545 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-22ca309e-e717-4e51-9dac-9fbe6738eab2 req-528b6be2-c662-48cc-87dc-efb42faed57c tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 945 time: 0.1296177 Dec 14 19:10:56.182628 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-22ca309e-e717-4e51-9dac-9fbe6738eab2 req-97966617-c5b1-40bc-8be4-f4d96e6ad88c tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736291 Dec 14 19:10:56.473214 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-60629ab0-4fb8-4f8b-bd2e-88a247839b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:57.467078 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47303992-6a62-498e-8ef8-62081564b668 req-dde497c1-9036-46e8-a72f-b1636e1db60d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:57.471316 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-47303992-6a62-498e-8ef8-62081564b668 req-dde497c1-9036-46e8-a72f-b1636e1db60d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 945 time: 0.0994766 Dec 14 19:10:57.570981 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-47303992-6a62-498e-8ef8-62081564b668 req-8944ae8a-c32d-44ec-bdee-fcd41623aee5 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876942 Dec 14 19:10:57.839043 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:58.404421 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-65d6dc51-240e-413d-b120-0e17942e2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:58.870926 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609a541-7003-4fd9-8326-de4aa715b812 req-2662b7df-ef50-41d4-bcd6-5ba5f855df16 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:58.872649 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c609a541-7003-4fd9-8326-de4aa715b812 req-2662b7df-ef50-41d4-bcd6-5ba5f855df16 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 945 time: 0.1042025 Dec 14 19:10:58.941043 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c609a541-7003-4fd9-8326-de4aa715b812 req-7a33a866-c9e1-43e4-8f9a-223bf8c706d8 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615394 Dec 14 19:10:59.184845 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:10:59.391085 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3fffa1fb-fa32-48a6-87a7-7fa75bba97f1 req-f84f2449-6c3f-4fa5-8908-3f2781ed494a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58846b25a8b64cc9833f513a6aff6430&device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 1098 time: 0.0845120 Dec 14 19:10:59.561363 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffa1fb-fa32-48a6-87a7-7fa75bba97f1 req-301038d6-e9b4-4047-8ea9-0fc84b7f2391 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:59.562927 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3fffa1fb-fa32-48a6-87a7-7fa75bba97f1 req-301038d6-e9b4-4047-8ea9-0fc84b7f2391 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b4963efd-9650-43f5-bcad-9f14585c51e1 HTTP/1.1" status: 200 len: 918 time: 0.1647964 Dec 14 19:10:59.699462 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3fffa1fb-fa32-48a6-87a7-7fa75bba97f1 req-76a3c793-bffb-4b3b-8a26-b1d03df71f99 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2243d381-6c9c-4dd0-a65a-736a533cc984 HTTP/1.1" status: 200 len: 1001 time: 0.1275125 Dec 14 19:10:59.778844 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffa1fb-fa32-48a6-87a7-7fa75bba97f1 req-c3639da2-06d5-47de-b3d8-d64408a4ec7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:10:59.780906 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3fffa1fb-fa32-48a6-87a7-7fa75bba97f1 req-c3639da2-06d5-47de-b3d8-d64408a4ec7f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b815059-1f36-4f96-b4d1-a621a9f7fda3 HTTP/1.1" status: 200 len: 856 time: 0.0734138 Dec 14 19:10:59.872860 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3fffa1fb-fa32-48a6-87a7-7fa75bba97f1 req-dcf40c4f-9fb2-4920-9555-878a6626b08b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b4963efd-9650-43f5-bcad-9f14585c51e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0845337 Dec 14 19:11:00.317948 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3fffa1fb-fa32-48a6-87a7-7fa75bba97f1 req-0f1a4b34-a06c-4fd4-9354-4d8f80bd4a64 service neutron] 10.222.0.73 "GET /v2.0/networks/b4963efd-9650-43f5-bcad-9f14585c51e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4367948 Dec 14 19:11:00.699498 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:00.715331 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b0d66c-d1d2-4e84-beaa-9f44d8e5fefa req-bfefe848-df86-485a-8215-2feb80009c1a tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:00.729991 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-67b0d66c-d1d2-4e84-beaa-9f44d8e5fefa req-bfefe848-df86-485a-8215-2feb80009c1a tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 945 time: 0.4170833 Dec 14 19:11:00.733877 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3fffa1fb-fa32-48a6-87a7-7fa75bba97f1 req-951813ef-343d-48cd-88b5-af4e1f821844 service neutron] 10.222.0.73 "GET /v2.0/networks/b4963efd-9650-43f5-bcad-9f14585c51e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489089 Dec 14 19:11:00.803796 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-67b0d66c-d1d2-4e84-beaa-9f44d8e5fefa req-a0130381-fdaf-461e-9e7c-f29009b72fc6 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684311 Dec 14 19:11:01.669771 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3034c7a-2a13-4647-9f6d-68566a73776e req-beaecee0-df0c-4da4-a1b3-665b452ad61f tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:01.671437 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c3034c7a-2a13-4647-9f6d-68566a73776e req-beaecee0-df0c-4da4-a1b3-665b452ad61f tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c034432f-3db0-4bf4-ae01-c599713a2639 HTTP/1.1" status: 200 len: 945 time: 0.0880525 Dec 14 19:11:01.723899 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c3034c7a-2a13-4647-9f6d-68566a73776e req-cba86711-7b85-4418-88a2-60d5e4ebdb07 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f2970c0-86a2-4f49-b572-6ac608ebb087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454519 Dec 14 19:11:02.049268 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5e386-6efa-4753-b1ae-ff55d5124561 req-939d83b9-9a21-4bbb-8fd8-6c47bf5b5697 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:02.050935 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0ab5e386-6efa-4753-b1ae-ff55d5124561 req-939d83b9-9a21-4bbb-8fd8-6c47bf5b5697 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 945 time: 0.0907376 Dec 14 19:11:02.102525 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0ab5e386-6efa-4753-b1ae-ff55d5124561 req-dd8d434c-6dca-457f-a989-91c9e09f919c tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437870 Dec 14 19:11:02.212782 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 2243d381-6c9c-4dd0-a65a-736a533cc984 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:11:02.342634 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:02.372254 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1635bfab-e30c-43eb-8ee5-e1900176c192', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2243d381-6c9c-4dd0-a65a-736a533cc984'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:11:02.384124 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 2243d381-6c9c-4dd0-a65a-736a533cc984, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=2243d381-6c9c-4dd0-a65a-736a533cc984,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:11:02.388610 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:02.390630 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:02.447007 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1635bfab-e30c-43eb-8ee5-e1900176c192', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2243d381-6c9c-4dd0-a65a-736a533cc984', 'code': 200} Dec 14 19:11:02.464219 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=2243d381-6c9c-4dd0-a65a-736a533cc984,revision_number=8']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:02.467954 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:02.937708 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c2b0e-bc46-4b7a-96d7-4c4d1662bf7f req-0abff1ab-503c-4d65-a0c5-0cd507dcf0d5 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:02.939352 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-254c2b0e-bc46-4b7a-96d7-4c4d1662bf7f req-0abff1ab-503c-4d65-a0c5-0cd507dcf0d5 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c034432f-3db0-4bf4-ae01-c599713a2639 HTTP/1.1" status: 200 len: 945 time: 0.0882590 Dec 14 19:11:03.002794 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-254c2b0e-bc46-4b7a-96d7-4c4d1662bf7f req-973dd5f2-b604-4002-a253-1b816e2d6d90 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f2970c0-86a2-4f49-b572-6ac608ebb087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563769 Dec 14 19:11:03.353119 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eba8be-f482-42df-98b1-341fc5e52408 req-2644dbd3-1735-4e0a-85cc-2d781dc7f2c6 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:03.354784 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-12eba8be-f482-42df-98b1-341fc5e52408 req-2644dbd3-1735-4e0a-85cc-2d781dc7f2c6 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 943 time: 0.1070654 Dec 14 19:11:03.405865 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-12eba8be-f482-42df-98b1-341fc5e52408 req-ae53f948-ba58-4177-aa74-cc0b8d88c797 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447235 Dec 14 19:11:03.644219 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54b3df-cd12-43b3-823b-3b47f74e1362 req-e7a61ec1-1c77-484a-b95c-2d5243521c55 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:03.645881 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5e54b3df-cd12-43b3-823b-3b47f74e1362 req-e7a61ec1-1c77-484a-b95c-2d5243521c55 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.73 "GET /v2.0/ports?device_id=c034432f-3db0-4bf4-ae01-c599713a2639 HTTP/1.1" status: 200 len: 945 time: 0.0864885 Dec 14 19:11:03.726606 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-5e54b3df-cd12-43b3-823b-3b47f74e1362 req-81a02680-01c5-4f08-86df-47e8c22097d0 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Deleting port ecced373-b61e-46dd-88cb-d639cd76849c {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:11:03.726995 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-5e54b3df-cd12-43b3-823b-3b47f74e1362 req-81a02680-01c5-4f08-86df-47e8c22097d0 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:04.016347 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-5e54b3df-cd12-43b3-823b-3b47f74e1362 req-81a02680-01c5-4f08-86df-47e8c22097d0 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] For port ecced373-b61e-46dd-88cb-d639cd76849c, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=ecced373-b61e-46dd-88cb-d639cd76849c,segment=NetworkSegment(6aa82320-2fb6-4bdd-8682-c072e47132bc),segment_id=6aa82320-2fb6-4bdd-8682-c072e47132bc)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:11:04.017345 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-5e54b3df-cd12-43b3-823b-3b47f74e1362 req-81a02680-01c5-4f08-86df-47e8c22097d0 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:04.474812 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-5e54b3df-cd12-43b3-823b-3b47f74e1362 req-81a02680-01c5-4f08-86df-47e8c22097d0 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:04.475216 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-5e54b3df-cd12-43b3-823b-3b47f74e1362 req-81a02680-01c5-4f08-86df-47e8c22097d0 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435684'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:04.475561 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.l3_db [req-5e54b3df-cd12-43b3-823b-3b47f74e1362 req-81a02680-01c5-4f08-86df-47e8c22097d0 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Floating IP f972e06d-e1d2-4dc7-91b4-add0b9ad004b disassociated. External IP: 172.28.1.238, port: ecced373-b61e-46dd-88cb-d639cd76849c. Dec 14 19:11:04.476219 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-5e54b3df-cd12-43b3-823b-3b47f74e1362 req-81a02680-01c5-4f08-86df-47e8c22097d0 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Calling delete_port for ecced373-b61e-46dd-88cb-d639cd76849c owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:11:04.559576 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281f18b-79fc-4dee-a136-cf14fb2e1209 req-7a7573cd-2c83-41dd-811f-0acfc19c9297 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:04.561275 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b281f18b-79fc-4dee-a136-cf14fb2e1209 req-7a7573cd-2c83-41dd-811f-0acfc19c9297 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c034432f-3db0-4bf4-ae01-c599713a2639 HTTP/1.1" status: 200 len: 945 time: 0.3380625 Dec 14 19:11:04.676225 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b281f18b-79fc-4dee-a136-cf14fb2e1209 req-e5a2e74f-f3cd-49df-b588-7faf64b6fa0c tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups?id=7f2970c0-86a2-4f49-b572-6ac608ebb087&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980358 Dec 14 19:11:04.720044 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-5e54b3df-cd12-43b3-823b-3b47f74e1362 req-81a02680-01c5-4f08-86df-47e8c22097d0 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:04.727266 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-02b0b679-a6ff-4eaa-87c8-56a824050ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:04.782740 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a02680-01c5-4f08-86df-47e8c22097d0 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Pushing event deleted for resources: {'Port': ['ID=ecced373-b61e-46dd-88cb-d639cd76849c,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:04.803029 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a02680-01c5-4f08-86df-47e8c22097d0 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:11:04.803761 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a02680-01c5-4f08-86df-47e8c22097d0 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:11:04.804330 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a02680-01c5-4f08-86df-47e8c22097d0 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:11:04.804737 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a02680-01c5-4f08-86df-47e8c22097d0 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:11:04.805167 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a02680-01c5-4f08-86df-47e8c22097d0 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:11:04.805564 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a02680-01c5-4f08-86df-47e8c22097d0 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:11:04.805961 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a02680-01c5-4f08-86df-47e8c22097d0 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:11:04.806358 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a02680-01c5-4f08-86df-47e8c22097d0 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:11:04.806751 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a02680-01c5-4f08-86df-47e8c22097d0 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:11:04.807138 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a02680-01c5-4f08-86df-47e8c22097d0 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:11:04.807529 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a02680-01c5-4f08-86df-47e8c22097d0 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:11:04.811762 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-81a02680-01c5-4f08-86df-47e8c22097d0 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:05.046523 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e54b3df-cd12-43b3-823b-3b47f74e1362 req-81a02680-01c5-4f08-86df-47e8c22097d0 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Router 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 has already been hosted by L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:11:05.313680 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 50034) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:05.360429 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-96d71c82-f3ba-430e-a9a1-2f8b94179c20 req-fc531093-cbe1-46b7-964f-aa189112277c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1254442 Dec 14 19:11:05.375671 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e54b3df-cd12-43b3-823b-3b47f74e1362 req-81a02680-01c5-4f08-86df-47e8c22097d0 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:11:05.387772 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105d8b75-0034-45bf-97b1-20794ae54a5c None None] Sync routers for ids ['87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'] in dv-cinder-821749-1-smb {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:11:05.406289 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105d8b75-0034-45bf-97b1-20794ae54a5c None None] Routers {'87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:11:05.407724 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-105d8b75-0034-45bf-97b1-20794ae54a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:10:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:11:05.504179 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e54b3df-cd12-43b3-823b-3b47f74e1362 req-81a02680-01c5-4f08-86df-47e8c22097d0 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] No DVR routers for this DVR port ecced373-b61e-46dd-88cb-d639cd76849c on host hv-cinder-82174 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:11:05.512520 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-5e54b3df-cd12-43b3-823b-3b47f74e1362 req-81a02680-01c5-4f08-86df-47e8c22097d0 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:05.518732 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c034432f-3db0-4bf4-ae01-c599713a2639', 'name': 'network-vif-deleted', 'tag': 'ecced373-b61e-46dd-88cb-d639cd76849c'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:11:05.606498 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5e54b3df-cd12-43b3-823b-3b47f74e1362 req-81a02680-01c5-4f08-86df-47e8c22097d0 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.73 "DELETE /v2.0/ports/ecced373-b61e-46dd-88cb-d639cd76849c HTTP/1.1" status: 204 len: 173 time: 1.9364734 Dec 14 19:11:05.620321 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c034432f-3db0-4bf4-ae01-c599713a2639', 'name': 'network-vif-deleted', 'tag': 'ecced373-b61e-46dd-88cb-d639cd76849c', 'status': 'completed', 'code': 200} Dec 14 19:11:05.642595 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f6fa1cc1-9932-4ce8-af64-b6a4c4d994ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:05.711914 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-f6fa1cc1-9932-4ce8-af64-b6a4c4d994ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:11:05.729927 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-f6fa1cc1-9932-4ce8-af64-b6a4c4d994ab admin admin] Usage tracker for resource:security_group_rule and tenant:98f1374c69254d78863fb45e6cd5b2f9 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:11:05.734466 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-f6fa1cc1-9932-4ce8-af64-b6a4c4d994ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:11:05.742723 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-f6fa1cc1-9932-4ce8-af64-b6a4c4d994ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:11:05.804852 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-105d8b75-0034-45bf-97b1-20794ae54a5c None None] Set router 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:11:05.893440 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e748df32-a39e-49a9-a62e-9e62a86b78df req-bc5aa681-beeb-4aef-9615-8d5c8f3672cd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1439204 Dec 14 19:11:05.947587 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f6fa1cc1-9932-4ce8-af64-b6a4c4d994ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:05.952528 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f6fa1cc1-9932-4ce8-af64-b6a4c4d994ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:05.973111 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-9d93c333-8fec-4087-a28b-56a8aabafcd4 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:06.037470 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-f6fa1cc1-9932-4ce8-af64-b6a4c4d994ab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=98f1374c69254d78863fb45e6cd5b2f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7224603 Dec 14 19:11:06.038564 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 50060) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:06.082096 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa1cc1-9932-4ce8-af64-b6a4c4d994ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640abfd9-a520-40cc-a84a-4b6074aaa08f,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:06.089539 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f6fa1cc1-9932-4ce8-af64-b6a4c4d994ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:06.109995 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2f4b2-ec41-4560-a959-70aa598f5c79 req-c5fe3597-af16-487b-bca6-d5d89f01af0c tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:06.112092 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-18c2f4b2-ec41-4560-a959-70aa598f5c79 req-c5fe3597-af16-487b-bca6-d5d89f01af0c tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 943 time: 0.1786292 Dec 14 19:11:06.119514 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-e11b214c-ec92-4dc9-8fc8-f9f9bda899e9 req-0c7efa23-0d10-434a-bf0d-36260e8271c7 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Synchronizing usage tracker for tenant:110f0191feb9402db4fceb6ce9c472c5 on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:11:06.196085 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-e11b214c-ec92-4dc9-8fc8-f9f9bda899e9 req-0c7efa23-0d10-434a-bf0d-36260e8271c7 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Unset dirty status for tenant:110f0191feb9402db4fceb6ce9c472c5 on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:11:06.197491 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e11b214c-ec92-4dc9-8fc8-f9f9bda899e9 req-0c7efa23-0d10-434a-bf0d-36260e8271c7 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/ports?device_id=c034432f-3db0-4bf4-ae01-c599713a2639 HTTP/1.1" status: 200 len: 210 time: 0.1667352 Dec 14 19:11:06.212598 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-18c2f4b2-ec41-4560-a959-70aa598f5c79 req-67271f91-d164-470a-9bfb-f7af2dfbfc89 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892577 Dec 14 19:11:06.217310 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2bf286f0-b540-4744-acac-f7164423c06a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:06.242836 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 2243d381-6c9c-4dd0-a65a-736a533cc984 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:11:06.256741 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2bf286f0-b540-4744-acac-f7164423c06a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:06.325524 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2bf286f0-b540-4744-acac-f7164423c06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:06.337974 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-c095fbcc-3b86-47bd-808f-11365ac0994b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:06.360513 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf286f0-b540-4744-acac-f7164423c06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640abfd9-a520-40cc-a84a-4b6074aaa08f,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:06.364033 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2bf286f0-b540-4744-acac-f7164423c06a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:06.365319 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2bf286f0-b540-4744-acac-f7164423c06a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:06.367713 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-2bf286f0-b540-4744-acac-f7164423c06a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/640abfd9-a520-40cc-a84a-4b6074aaa08f HTTP/1.1" status: 204 len: 168 time: 0.3256915 Dec 14 19:11:06.448503 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device ecced373-b61e-46dd-88cb-d639cd76849c no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:11:06.682118 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] No Port match for: ecced373-b61e-46dd-88cb-d639cd76849c {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:11:06.682511 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device ecced373-b61e-46dd-88cb-d639cd76849c not bound to the agent host hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:11:06.690425 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-105d8b75-0034-45bf-97b1-20794ae54a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'name': 'tempest-AttachVolumeTestJSON-311324847-router', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:31Z', 'updated_at': '2021-12-14T19:04:57Z', 'revision_number': 4, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'gw_port': {'id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:33Z', 'updated_at': '2021-12-14T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': '9b6e4118-dd1f-469b-97ae-68ec39679640', 'name': '', 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'mac_address': 'fa:16:3e:15:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:53Z', 'updated_at': '2021-12-14T19:05:16Z', 'revision_number': 5, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'subnets': [{'id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:11:06.695235 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105d8b75-0034-45bf-97b1-20794ae54a5c None None] Checking router: 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 for host: dv-cinder-821749-1-smb {{(pid=88178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:11:06.710242 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105d8b75-0034-45bf-97b1-20794ae54a5c None None] Routers {'87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:11:06.710930 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-105d8b75-0034-45bf-97b1-20794ae54a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:10:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:11:06.759030 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23840636-4ef9-46ce-983d-0ad5f85bf300 req-a5d3cedb-13c0-446e-8b23-eb35d8ca8b01 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:06.761466 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-23840636-4ef9-46ce-983d-0ad5f85bf300 req-a5d3cedb-13c0-446e-8b23-eb35d8ca8b01 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=82f98411-bc23-471b-8316-a4b25f92ad86 HTTP/1.1" status: 200 len: 945 time: 0.0990152 Dec 14 19:11:06.856926 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 50074) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:06.872719 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-23840636-4ef9-46ce-983d-0ad5f85bf300 req-c8b757d1-6a97-4632-ae3d-ba253af543f6 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040809 Dec 14 19:11:06.877707 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d4d910b4-a75f-47e5-a6ab-71359798c75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:06.892071 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e748df32-a39e-49a9-a62e-9e62a86b78df req-f9d590de-85db-4169-a0d8-9b7968222c4a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192&tenant_id=58846b25a8b64cc9833f513a6aff6430 HTTP/1.1" status: 200 len: 1096 time: 0.0971677 Dec 14 19:11:06.908697 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-105d8b75-0034-45bf-97b1-20794ae54a5c None None] Set router 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:11:06.922397 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-d4d910b4-a75f-47e5-a6ab-71359798c75d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:11:06.926919 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-d4d910b4-a75f-47e5-a6ab-71359798c75d admin admin] Usage tracker for resource:security_group_rule and tenant:46d81be1e58c496587f29ea2de0bc947 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:11:06.930101 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-d4d910b4-a75f-47e5-a6ab-71359798c75d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:11:06.936403 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-d4d910b4-a75f-47e5-a6ab-71359798c75d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:11:07.012175 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e748df32-a39e-49a9-a62e-9e62a86b78df req-b2f122a3-2642-467a-96a2-ac632e4ba780 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58846b25a8b64cc9833f513a6aff6430&device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 1096 time: 0.0894341 Dec 14 19:11:07.022569 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d4d910b4-a75f-47e5-a6ab-71359798c75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:07.026367 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d4d910b4-a75f-47e5-a6ab-71359798c75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:07.035762 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-01c77111-0ad8-4109-acdc-dbc5153308c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:07.084296 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d910b4-a75f-47e5-a6ab-71359798c75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbbc72c4-3e03-4383-869b-ed464405c139,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:07.091173 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-d4d910b4-a75f-47e5-a6ab-71359798c75d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=46d81be1e58c496587f29ea2de0bc947&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2303836 Dec 14 19:11:07.091173 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d4d910b4-a75f-47e5-a6ab-71359798c75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:07.091505 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 50078) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:07.169745 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-19a5838e-3883-4dc5-8d88-49a8c4ae7141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:07.200691 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-19a5838e-3883-4dc5-8d88-49a8c4ae7141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:07.202828 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748df32-a39e-49a9-a62e-9e62a86b78df req-37ec1dd7-311b-4fee-ba98-51921156067a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:07.204460 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e748df32-a39e-49a9-a62e-9e62a86b78df req-37ec1dd7-311b-4fee-ba98-51921156067a service neutron] 10.222.0.73 "GET /v2.0/networks?id=b4963efd-9650-43f5-bcad-9f14585c51e1 HTTP/1.1" status: 200 len: 918 time: 0.1836975 Dec 14 19:11:07.251479 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-19a5838e-3883-4dc5-8d88-49a8c4ae7141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:07.257682 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-7c5a6d0f-d319-4d93-8cde-8a44324618ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:07.284623 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-105d8b75-0034-45bf-97b1-20794ae54a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'name': 'tempest-AttachVolumeTestJSON-311324847-router', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:31Z', 'updated_at': '2021-12-14T19:04:57Z', 'revision_number': 4, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'gw_port': {'id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:33Z', 'updated_at': '2021-12-14T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': '9b6e4118-dd1f-469b-97ae-68ec39679640', 'name': '', 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'mac_address': 'fa:16:3e:15:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:53Z', 'updated_at': '2021-12-14T19:05:16Z', 'revision_number': 5, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'subnets': [{'id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:11:07.293428 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105d8b75-0034-45bf-97b1-20794ae54a5c None None] The sync data for ids ['87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'] in dv-cinder-821749-1-smb is: [{'id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'name': 'tempest-AttachVolumeTestJSON-311324847-router', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:31Z', 'updated_at': '2021-12-14T19:04:57Z', 'revision_number': 4, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'gw_port': {'id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:33Z', 'updated_at': '2021-12-14T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': '9b6e4118-dd1f-469b-97ae-68ec39679640', 'name': '', 'network_id': '41417801-7e29-40be-adf1-4fe41a7c2988', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'mac_address': 'fa:16:3e:15:08:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:53Z', 'updated_at': '2021-12-14T19:05:16Z', 'revision_number': 5, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'subnets': [{'id': '9d0b1b1d-1f37-43fd-8afc-31b562aa0f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:11:07.305175 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5838e-3883-4dc5-8d88-49a8c4ae7141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbbc72c4-3e03-4383-869b-ed464405c139,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:07.315482 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-19a5838e-3883-4dc5-8d88-49a8c4ae7141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:07.316764 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-19a5838e-3883-4dc5-8d88-49a8c4ae7141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:07.320603 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-19a5838e-3883-4dc5-8d88-49a8c4ae7141 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fbbc72c4-3e03-4383-869b-ed464405c139 HTTP/1.1" status: 204 len: 168 time: 0.2254829 Dec 14 19:11:07.365785 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e748df32-a39e-49a9-a62e-9e62a86b78df req-cb1629ac-1a39-412b-9015-47b208649776 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2243d381-6c9c-4dd0-a65a-736a533cc984 HTTP/1.1" status: 200 len: 999 time: 0.1520000 Dec 14 19:11:07.457881 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 50090) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:07.524325 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748df32-a39e-49a9-a62e-9e62a86b78df req-66dd4a10-3d98-4937-bf79-619f24e73103 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:07.526261 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e748df32-a39e-49a9-a62e-9e62a86b78df req-66dd4a10-3d98-4937-bf79-619f24e73103 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b815059-1f36-4f96-b4d1-a621a9f7fda3 HTTP/1.1" status: 200 len: 856 time: 0.1492305 Dec 14 19:11:07.798177 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-568b332e-d69a-4a20-9e4d-4bd1767b94ec tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:07.850758 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-568b332e-d69a-4a20-9e4d-4bd1767b94ec tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:07.861108 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea32e5d-e023-4249-8e70-08129cf0639b req-310c584f-ac98-492f-b873-47c4992971c8 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:07.863131 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1ea32e5d-e023-4249-8e70-08129cf0639b req-310c584f-ac98-492f-b873-47c4992971c8 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 943 time: 0.4307098 Dec 14 19:11:07.919515 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-568b332e-d69a-4a20-9e4d-4bd1767b94ec tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:07.926672 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-bb1b2247-9d6b-4be8-8c59-c26f6cdb5f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:07.933864 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1ea32e5d-e023-4249-8e70-08129cf0639b req-e861d075-2045-4c67-a991-e89df4692569 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621452 Dec 14 19:11:07.937297 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e748df32-a39e-49a9-a62e-9e62a86b78df req-456d140b-5d47-4505-ae21-d1c2dbcc831a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b4963efd-9650-43f5-bcad-9f14585c51e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4037094 Dec 14 19:11:07.964290 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae188bdd-b7c4-4775-8a66-6e43b9cb2b8b None None] New status for floating IP f972e06d-e1d2-4dc7-91b4-add0b9ad004b: DOWN {{(pid=88179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 19:11:07.983344 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-568b332e-d69a-4a20-9e4d-4bd1767b94ec tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:07.984600 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-568b332e-d69a-4a20-9e4d-4bd1767b94ec tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "DELETE /v2.0/security-groups/7f2970c0-86a2-4f49-b572-6ac608ebb087 HTTP/1.1" status: 204 len: 168 time: 0.5254207 Dec 14 19:11:07.987262 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b332e-d69a-4a20-9e4d-4bd1767b94ec tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2970c0-86a2-4f49-b572-6ac608ebb087,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:07.988581 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 50104) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:07.995661 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-568b332e-d69a-4a20-9e4d-4bd1767b94ec tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:08.024307 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.v2.resource [None req-162ea0ff-eda6-465a-89e4-68d9dcc5ee1c tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] show failed (client error): The resource could not be found. Dec 14 19:11:08.025718 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-162ea0ff-eda6-465a-89e4-68d9dcc5ee1c tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "GET /v2.0/security-groups/7f2970c0-86a2-4f49-b572-6ac608ebb087 HTTP/1.1" status: 404 len: 347 time: 0.0356486 Dec 14 19:11:08.029228 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 50110) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:08.279549 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-ba099b53-46d4-4a54-8c86-1365ea34e67a tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Deleting port 68f90ed9-1a56-4e4f-a211-1e9d8b12dd2e {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:11:08.280015 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ba099b53-46d4-4a54-8c86-1365ea34e67a tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:08.399038 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e748df32-a39e-49a9-a62e-9e62a86b78df req-f3c6873d-b751-410c-be29-1e43443c3ea9 service neutron] 10.222.0.73 "GET /v2.0/networks/b4963efd-9650-43f5-bcad-9f14585c51e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4504423 Dec 14 19:11:08.669298 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6fce0-21d2-49ae-9c9e-cb0ff82b3fd8 req-2caa6fb6-191a-43c6-960e-a2319718e0e8 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:08.669298 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fee6fce0-21d2-49ae-9c9e-cb0ff82b3fd8 req-2caa6fb6-191a-43c6-960e-a2319718e0e8 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=82f98411-bc23-471b-8316-a4b25f92ad86 HTTP/1.1" status: 200 len: 945 time: 0.3906481 Dec 14 19:11:08.690879 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e748df32-a39e-49a9-a62e-9e62a86b78df req-6917bb52-330e-4541-b832-10d993283ec1 service neutron] 10.222.0.73 "GET /v2.0/networks/b4963efd-9650-43f5-bcad-9f14585c51e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829857 Dec 14 19:11:08.710241 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ba099b53-46d4-4a54-8c86-1365ea34e67a tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:08.710634 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ba099b53-46d4-4a54-8c86-1365ea34e67a tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:08.856459 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-ba099b53-46d4-4a54-8c86-1365ea34e67a tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Calling delete_port for 68f90ed9-1a56-4e4f-a211-1e9d8b12dd2e owned by network:floatingip {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:11:08.910837 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fee6fce0-21d2-49ae-9c9e-cb0ff82b3fd8 req-6f78b5ee-e043-4b7a-8ad7-7e6ab632026d tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258511 Dec 14 19:11:09.013729 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ba099b53-46d4-4a54-8c86-1365ea34e67a tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:09.018321 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-0e5ce7b8-30c3-4049-b64e-deef34ed0d0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:09.063245 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba099b53-46d4-4a54-8c86-1365ea34e67a tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Pushing event deleted for resources: {'Port': ['ID=68f90ed9-1a56-4e4f-a211-1e9d8b12dd2e,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:09.066108 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ba099b53-46d4-4a54-8c86-1365ea34e67a tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:09.215553 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ba099b53-46d4-4a54-8c86-1365ea34e67a tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks [] for floatingip, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:09.254028 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ba099b53-46d4-4a54-8c86-1365ea34e67a tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:09.255255 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-ba099b53-46d4-4a54-8c86-1365ea34e67a tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] 10.222.0.62 "DELETE /v2.0/floatingips/f972e06d-e1d2-4dc7-91b4-add0b9ad004b HTTP/1.1" status: 204 len: 168 time: 1.2245891 Dec 14 19:11:09.290239 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2284f2-2cf9-4ea9-8276-52e3e40e8538 req-1d8cc3a9-308c-4072-a57d-88ec4f89f85b tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:09.291900 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cb2284f2-2cf9-4ea9-8276-52e3e40e8538 req-1d8cc3a9-308c-4072-a57d-88ec4f89f85b tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 943 time: 0.1217549 Dec 14 19:11:09.351767 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cb2284f2-2cf9-4ea9-8276-52e3e40e8538 req-6892e15c-160c-4276-be98-9bb98cfb3089 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535617 Dec 14 19:11:10.218420 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8f8ff-65d2-44ff-8c38-eefeac9650d4 req-349a2583-33b0-4d44-b5db-ed01b5f529e3 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:10.221120 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b3d8f8ff-65d2-44ff-8c38-eefeac9650d4 req-349a2583-33b0-4d44-b5db-ed01b5f529e3 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=82f98411-bc23-471b-8316-a4b25f92ad86 HTTP/1.1" status: 200 len: 945 time: 0.1424997 Dec 14 19:11:10.298585 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b3d8f8ff-65d2-44ff-8c38-eefeac9650d4 req-7207b464-67bd-4162-9058-143856c76d42 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719271 Dec 14 19:11:10.627749 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8c918-e06b-418b-809a-d659f6e5de48 req-52901e4e-0e76-4404-b758-04ffa6b9db0c tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:10.629889 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-90f8c918-e06b-418b-809a-d659f6e5de48 req-52901e4e-0e76-4404-b758-04ffa6b9db0c tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 943 time: 0.1066809 Dec 14 19:11:10.722145 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-90f8c918-e06b-418b-809a-d659f6e5de48 req-a99ebea9-d91d-4460-8e26-8c6fa7614580 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856011 Dec 14 19:11:11.556161 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:11.561584 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a365f9-be23-48a1-a5b6-85fabdcfe5cc req-c675c3cc-d1ff-469b-8a2f-f90048194d28 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:11.563408 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-93a365f9-be23-48a1-a5b6-85fabdcfe5cc req-c675c3cc-d1ff-469b-8a2f-f90048194d28 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=82f98411-bc23-471b-8316-a4b25f92ad86 HTTP/1.1" status: 200 len: 945 time: 0.1116731 Dec 14 19:11:11.619190 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-93a365f9-be23-48a1-a5b6-85fabdcfe5cc req-dfdc3851-43d3-4f59-bfba-1800950d86eb tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491364 Dec 14 19:11:12.046844 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50663c61-46e8-4277-a02f-ad91dbcf4af5 req-f69a4211-2ea7-43dd-82d8-c8386ca29efe tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:12.050175 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-50663c61-46e8-4277-a02f-ad91dbcf4af5 req-f69a4211-2ea7-43dd-82d8-c8386ca29efe tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 943 time: 0.1338577 Dec 14 19:11:12.114590 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-50663c61-46e8-4277-a02f-ad91dbcf4af5 req-8e37cfa6-e0a2-4c1a-8f48-abad1d392e61 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577793 Dec 14 19:11:12.440825 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 50284) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:12.623244 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1afe9661-8b1f-43dd-9400-169f7c8ed24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:12.661593 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-1afe9661-8b1f-43dd-9400-169f7c8ed24f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:11:12.667928 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-1afe9661-8b1f-43dd-9400-169f7c8ed24f admin admin] Usage tracker for resource:security_group_rule and tenant:ade166166f2e4d86a4dc8cb6ebd50730 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:11:12.671729 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-1afe9661-8b1f-43dd-9400-169f7c8ed24f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:11:12.680102 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-1afe9661-8b1f-43dd-9400-169f7c8ed24f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:11:12.778164 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1afe9661-8b1f-43dd-9400-169f7c8ed24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:12.782135 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1afe9661-8b1f-43dd-9400-169f7c8ed24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:12.808811 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-c85e84a9-6fe0-497a-923a-9c64c1ff1d2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:12.855674 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe9661-8b1f-43dd-9400-169f7c8ed24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba245bbc-6b8b-429d-9e29-a9f49a2e2b51,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:12.859144 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-1afe9661-8b1f-43dd-9400-169f7c8ed24f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:12.862851 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-1afe9661-8b1f-43dd-9400-169f7c8ed24f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ade166166f2e4d86a4dc8cb6ebd50730&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4205332 Dec 14 19:11:12.865406 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 50294) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:12.866183 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d8fef-a5ab-4e72-8d78-dcd91b400002 req-965abd8d-6a98-450c-89a9-4cbe8ff20b30 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:12.868263 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e33d8fef-a5ab-4e72-8d78-dcd91b400002 req-965abd8d-6a98-450c-89a9-4cbe8ff20b30 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=82f98411-bc23-471b-8316-a4b25f92ad86 HTTP/1.1" status: 200 len: 945 time: 0.1088436 Dec 14 19:11:12.929272 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e33d8fef-a5ab-4e72-8d78-dcd91b400002 req-2c9e103a-7701-47c6-87b4-88c5af920c69 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512707 Dec 14 19:11:12.947334 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1c034b26-035a-4b34-a941-b258fb3b6600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:12.976193 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1c034b26-035a-4b34-a941-b258fb3b6600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:13.023713 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1c034b26-035a-4b34-a941-b258fb3b6600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:13.027879 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-fe6cd8d8-5bfc-4fd7-8704-7114d1c12594 tempest-VolumesNegativeTest-1808557956 tempest-VolumesNegativeTest-1808557956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:13.043048 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c034b26-035a-4b34-a941-b258fb3b6600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba245bbc-6b8b-429d-9e29-a9f49a2e2b51,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:13.046418 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-1c034b26-035a-4b34-a941-b258fb3b6600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:13.048474 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1c034b26-035a-4b34-a941-b258fb3b6600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:13.052543 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-1c034b26-035a-4b34-a941-b258fb3b6600 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba245bbc-6b8b-429d-9e29-a9f49a2e2b51 HTTP/1.1" status: 204 len: 168 time: 0.1858089 Dec 14 19:11:13.400157 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e47cb-7a5e-4ebe-800b-93fcd681dcb3 req-8bf2a4aa-a779-4f71-bf0d-bae04318bf03 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:13.408951 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fd6e47cb-7a5e-4ebe-800b-93fcd681dcb3 req-8bf2a4aa-a779-4f71-bf0d-bae04318bf03 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 943 time: 0.1206899 Dec 14 19:11:13.474550 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fd6e47cb-7a5e-4ebe-800b-93fcd681dcb3 req-a17e9fc6-a9c6-4788-b8d7-c084bfce8a5e tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644550 Dec 14 19:11:13.524896 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 50310) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:13.546403 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0590edd7-74c5-49a2-abc9-1323509f67c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:13.589499 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-0590edd7-74c5-49a2-abc9-1323509f67c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:11:13.593962 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-0590edd7-74c5-49a2-abc9-1323509f67c1 admin admin] Usage tracker for resource:security_group_rule and tenant:b3289014b92e4b1e9f75ecd5b96109be is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:11:13.597255 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-0590edd7-74c5-49a2-abc9-1323509f67c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:11:13.604189 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-0590edd7-74c5-49a2-abc9-1323509f67c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:11:13.612840 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 50314) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:13.693570 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0590edd7-74c5-49a2-abc9-1323509f67c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:13.697886 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0590edd7-74c5-49a2-abc9-1323509f67c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:13.712718 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ed1f4e31-c00e-47be-b5d0-9139c1caef1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:13.758563 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0590edd7-74c5-49a2-abc9-1323509f67c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898307d1-f5dc-48d9-bd65-395b2e1fd611,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:13.762424 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-0590edd7-74c5-49a2-abc9-1323509f67c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:13.768131 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 50320) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:13.768488 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-0590edd7-74c5-49a2-abc9-1323509f67c1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b3289014b92e4b1e9f75ecd5b96109be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2419903 Dec 14 19:11:13.849584 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2f24aee8-96f8-4b30-a4d4-02dcccafc532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:13.879475 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2f24aee8-96f8-4b30-a4d4-02dcccafc532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:14.028856 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2f24aee8-96f8-4b30-a4d4-02dcccafc532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:14.035261 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-4a8509df-2c6f-4016-a8f8-212ed23b5e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:14.048195 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24aee8-96f8-4b30-a4d4-02dcccafc532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898307d1-f5dc-48d9-bd65-395b2e1fd611,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:14.052128 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2f24aee8-96f8-4b30-a4d4-02dcccafc532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:14.061690 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2f24aee8-96f8-4b30-a4d4-02dcccafc532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:14.065995 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-2f24aee8-96f8-4b30-a4d4-02dcccafc532 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/898307d1-f5dc-48d9-bd65-395b2e1fd611 HTTP/1.1" status: 204 len: 168 time: 0.2965100 Dec 14 19:11:14.277752 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c056d3-c272-4afe-af64-10d9a2a9dfbb req-8efd2b73-819b-41ac-be7e-45b22a7fb125 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:14.279412 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-39c056d3-c272-4afe-af64-10d9a2a9dfbb req-8efd2b73-819b-41ac-be7e-45b22a7fb125 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=82f98411-bc23-471b-8316-a4b25f92ad86 HTTP/1.1" status: 200 len: 945 time: 0.1332254 Dec 14 19:11:14.420412 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-39c056d3-c272-4afe-af64-10d9a2a9dfbb req-6d647e5e-739a-43f0-a0e8-122d2462c1af tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705271 Dec 14 19:11:14.553363 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9df8c244-b343-4632-8cae-f3f551a81163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854335222'] for router_interface, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:15.051723 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067adafc-9446-4cae-b9ef-bfc32a73ad0c req-a284609b-fbf0-45ac-865f-85672e809c34 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:15.053315 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-067adafc-9446-4cae-b9ef-bfc32a73ad0c req-a284609b-fbf0-45ac-865f-85672e809c34 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 943 time: 0.1566660 Dec 14 19:11:15.136327 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-067adafc-9446-4cae-b9ef-bfc32a73ad0c req-3094c392-931a-4e5d-8c3a-91b938a38979 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565305 Dec 14 19:11:15.782068 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-9df8c244-b343-4632-8cae-f3f551a81163 admin admin] Deleting port 9b6e4118-dd1f-469b-97ae-68ec39679640 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:11:15.782445 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9df8c244-b343-4632-8cae-f3f551a81163 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:15.841505 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f839b-49a8-4336-92ff-f64732db76cd req-2dc8f24e-f86f-4916-baf3-69795b0fd308 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:15.843199 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-6e9f839b-49a8-4336-92ff-f64732db76cd req-2dc8f24e-f86f-4916-baf3-69795b0fd308 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=82f98411-bc23-471b-8316-a4b25f92ad86 HTTP/1.1" status: 200 len: 945 time: 0.2012160 Dec 14 19:11:16.004320 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-6e9f839b-49a8-4336-92ff-f64732db76cd req-339ca169-3e8c-482b-86b3-3512dd963124 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367955 Dec 14 19:11:16.054673 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-9df8c244-b343-4632-8cae-f3f551a81163 admin admin] For port 9b6e4118-dd1f-469b-97ae-68ec39679640, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=9b6e4118-dd1f-469b-97ae-68ec39679640,segment=NetworkSegment(6aa82320-2fb6-4bdd-8682-c072e47132bc),segment_id=6aa82320-2fb6-4bdd-8682-c072e47132bc)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:11:16.055303 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9df8c244-b343-4632-8cae-f3f551a81163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:16.210642 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-9df8c244-b343-4632-8cae-f3f551a81163 admin admin] Calling delete_port for 9b6e4118-dd1f-469b-97ae-68ec39679640 owned by network:router_interface {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:11:16.512063 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba39920-7a43-4f91-8460-458ec8b22555 req-9fb352c0-0978-4031-9424-bb1f090f500c tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:16.513848 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-eba39920-7a43-4f91-8460-458ec8b22555 req-9fb352c0-0978-4031-9424-bb1f090f500c tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 943 time: 0.1740298 Dec 14 19:11:16.514687 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9df8c244-b343-4632-8cae-f3f551a81163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:16.519905 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-4e8c829b-f869-4001-be96-524342310d2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:16.588021 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8c244-b343-4632-8cae-f3f551a81163 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b6e4118-dd1f-469b-97ae-68ec39679640,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:16.595994 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-9df8c244-b343-4632-8cae-f3f551a81163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:16.707145 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-eba39920-7a43-4f91-8460-458ec8b22555 req-3bddde4e-7a3b-429b-a83a-f8dd81ecb2f0 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478539 Dec 14 19:11:17.015602 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9df8c244-b343-4632-8cae-f3f551a81163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851488725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854335088'] for router_interface, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:17.405588 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ab21e-6261-4ccc-9377-30a9be440a10 req-3d9bc249-125d-483a-8a59-988cb4c08d01 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:17.407478 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7c6ab21e-6261-4ccc-9377-30a9be440a10 req-3d9bc249-125d-483a-8a59-988cb4c08d01 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=82f98411-bc23-471b-8316-a4b25f92ad86 HTTP/1.1" status: 200 len: 945 time: 0.1159883 Dec 14 19:11:17.603342 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 50390) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:17.637373 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7c6ab21e-6261-4ccc-9377-30a9be440a10 req-a37c667c-7128-4938-8b7d-e01b8106a3f3 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604848 Dec 14 19:11:17.884028 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f30eb03c-982d-4f3f-8267-6c2d4501b824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:17.925862 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-f30eb03c-982d-4f3f-8267-6c2d4501b824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:11:17.931423 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-f30eb03c-982d-4f3f-8267-6c2d4501b824 admin admin] Usage tracker for resource:security_group_rule and tenant:5c3a8018c637449d8751159e1bb3169c is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:11:17.935019 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-f30eb03c-982d-4f3f-8267-6c2d4501b824 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:11:17.942837 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-f30eb03c-982d-4f3f-8267-6c2d4501b824 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:11:18.061605 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f30eb03c-982d-4f3f-8267-6c2d4501b824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:18.066627 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f30eb03c-982d-4f3f-8267-6c2d4501b824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:18.075904 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:18.137823 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30eb03c-982d-4f3f-8267-6c2d4501b824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5214f6-085d-4e2e-afa1-e0a9ee9ab3e3,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:18.154355 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-f30eb03c-982d-4f3f-8267-6c2d4501b824 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5c3a8018c637449d8751159e1bb3169c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5489264 Dec 14 19:11:18.154355 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 50398) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:18.245215 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30eb03c-982d-4f3f-8267-6c2d4501b824 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:11:18.245940 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30eb03c-982d-4f3f-8267-6c2d4501b824 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:11:18.246338 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30eb03c-982d-4f3f-8267-6c2d4501b824 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:11:18.246750 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30eb03c-982d-4f3f-8267-6c2d4501b824 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:11:18.247143 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30eb03c-982d-4f3f-8267-6c2d4501b824 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:11:18.247532 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30eb03c-982d-4f3f-8267-6c2d4501b824 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:11:18.247991 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30eb03c-982d-4f3f-8267-6c2d4501b824 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:11:18.248729 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30eb03c-982d-4f3f-8267-6c2d4501b824 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:11:18.249261 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30eb03c-982d-4f3f-8267-6c2d4501b824 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:11:18.249728 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30eb03c-982d-4f3f-8267-6c2d4501b824 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:11:18.250225 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30eb03c-982d-4f3f-8267-6c2d4501b824 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:11:18.267302 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f30eb03c-982d-4f3f-8267-6c2d4501b824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:18.321858 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ab45fae1-331a-40d5-82d7-4088e3db7b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:18.329444 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755cf73a-ec99-430f-91f6-4396ed7c7692 req-e7af236c-ef0f-4a53-bd22-330f0e8b346d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:18.331569 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-755cf73a-ec99-430f-91f6-4396ed7c7692 req-e7af236c-ef0f-4a53-bd22-330f0e8b346d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 943 time: 0.4174380 Dec 14 19:11:18.354345 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ab45fae1-331a-40d5-82d7-4088e3db7b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:18.396161 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df8c244-b343-4632-8cae-f3f551a81163 admin admin] Router 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 has already been hosted by L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:11:18.415583 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ab45fae1-331a-40d5-82d7-4088e3db7b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:18.416948 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-755cf73a-ec99-430f-91f6-4396ed7c7692 req-1e752f07-14e2-4c8d-891d-729b2ca171c8 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695863 Dec 14 19:11:18.425035 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-23584548-b674-4c68-83c8-9ca6f88ce482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:18.458179 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45fae1-331a-40d5-82d7-4088e3db7b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5214f6-085d-4e2e-afa1-e0a9ee9ab3e3,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:18.477604 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ab45fae1-331a-40d5-82d7-4088e3db7b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:18.489952 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ab45fae1-331a-40d5-82d7-4088e3db7b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:18.502436 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-ab45fae1-331a-40d5-82d7-4088e3db7b5e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5b5214f6-085d-4e2e-afa1-e0a9ee9ab3e3 HTTP/1.1" status: 204 len: 168 time: 0.3374665 Dec 14 19:11:18.722990 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df8c244-b343-4632-8cae-f3f551a81163 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:11:18.735223 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fd6ea6-c02a-4ecc-85e0-8734030b66cb None None] Sync routers for ids ['87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'] in dv-cinder-821749-1-smb {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:11:18.744452 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 50408) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:18.758239 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fd6ea6-c02a-4ecc-85e0-8734030b66cb None None] Routers {'87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:11:18.758990 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-b2fd6ea6-c02a-4ecc-85e0-8734030b66cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:10:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:11:18.764137 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-9df8c244-b343-4632-8cae-f3f551a81163 admin admin] 10.222.0.62 "PUT /v2.0/routers/87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1520061 Dec 14 19:11:18.996071 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b3a58-800e-4e59-b782-8288edf06750 req-c1a45484-ba7f-4ece-b303-3198a45c4c15 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:18.998272 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8a0b3a58-800e-4e59-b782-8288edf06750 req-c1a45484-ba7f-4ece-b303-3198a45c4c15 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=82f98411-bc23-471b-8316-a4b25f92ad86 HTTP/1.1" status: 200 len: 945 time: 0.1815820 Dec 14 19:11:19.129186 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8a0b3a58-800e-4e59-b782-8288edf06750 req-ec7d5d70-c943-463d-88f7-97b7f21f2d30 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127863 Dec 14 19:11:19.184128 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-b2fd6ea6-c02a-4ecc-85e0-8734030b66cb None None] Set router 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:11:19.185946 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 50412) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:19.201347 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d00200aa-001b-491a-b046-e27c41f7b0c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:19.227417 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7dfaabdd-4880-44f0-8345-3cfbb002da42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:19.309769 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-7dfaabdd-4880-44f0-8345-3cfbb002da42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:11:19.316697 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-7dfaabdd-4880-44f0-8345-3cfbb002da42 admin admin] Usage tracker for resource:security_group_rule and tenant:f242154a5f0842ac9348c3bf51572108 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:11:19.320782 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-7dfaabdd-4880-44f0-8345-3cfbb002da42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:11:19.329292 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-7dfaabdd-4880-44f0-8345-3cfbb002da42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:11:19.434092 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7dfaabdd-4880-44f0-8345-3cfbb002da42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:19.438064 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7dfaabdd-4880-44f0-8345-3cfbb002da42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:19.448907 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2f24aee8-96f8-4b30-a4d4-02dcccafc532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:19.484407 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfaabdd-4880-44f0-8345-3cfbb002da42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23157e83-ddeb-4073-ae7d-5039fecd756b,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:19.491068 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-7dfaabdd-4880-44f0-8345-3cfbb002da42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:19.515543 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-7dfaabdd-4880-44f0-8345-3cfbb002da42 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f242154a5f0842ac9348c3bf51572108&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3277895 Dec 14 19:11:19.521313 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 50420) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:19.620334 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d00200aa-001b-491a-b046-e27c41f7b0c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:19.642000 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a9661ed5-c66e-482b-8bb3-55c512e09026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:19.651495 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-d00200aa-001b-491a-b046-e27c41f7b0c7 admin admin] Deleting port 6d93714b-7529-406c-a7ef-0855db260e4f {{(pid=88176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:11:19.652136 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d00200aa-001b-491a-b046-e27c41f7b0c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:19.791130 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a9661ed5-c66e-482b-8bb3-55c512e09026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:19.813244 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-b2fd6ea6-c02a-4ecc-85e0-8734030b66cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'name': 'tempest-AttachVolumeTestJSON-311324847-router', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224'}], 'enable_snat': True}, 'gw_port_id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:31Z', 'updated_at': '2021-12-14T19:11:16Z', 'revision_number': 5, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'gw_port': {'id': '6d93714b-7529-406c-a7ef-0855db260e4f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:3e:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:33Z', 'updated_at': '2021-12-14T19:04:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb'}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:11:19.821538 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fd6ea6-c02a-4ecc-85e0-8734030b66cb None None] Checking router: 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 for host: dv-cinder-821749-1-smb {{(pid=88178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:11:19.835936 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fd6ea6-c02a-4ecc-85e0-8734030b66cb None None] Routers {'87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:11:19.836719 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-b2fd6ea6-c02a-4ecc-85e0-8734030b66cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:10:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:11:19.861141 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a9661ed5-c66e-482b-8bb3-55c512e09026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:19.868991 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d4136f14-c0fb-421b-b2de-a40f523c119e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:19.888331 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b965d-9c5b-451b-9b6b-bb6c11bb48d2 req-1c9846a9-8942-429e-b481-0c9fb2540fa2 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:19.890133 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-776b965d-9c5b-451b-9b6b-bb6c11bb48d2 req-1c9846a9-8942-429e-b481-0c9fb2540fa2 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 943 time: 0.2162337 Dec 14 19:11:19.893741 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9661ed5-c66e-482b-8bb3-55c512e09026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23157e83-ddeb-4073-ae7d-5039fecd756b,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:19.897324 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-a9661ed5-c66e-482b-8bb3-55c512e09026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:19.899632 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a9661ed5-c66e-482b-8bb3-55c512e09026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:19.900777 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-a9661ed5-c66e-482b-8bb3-55c512e09026 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/23157e83-ddeb-4073-ae7d-5039fecd756b HTTP/1.1" status: 204 len: 168 time: 0.3776920 Dec 14 19:11:19.930512 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:11:20.013285 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-776b965d-9c5b-451b-9b6b-bb6c11bb48d2 req-38d38d75-4e55-4ed3-9ccd-afb8ad60af9c tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040907 Dec 14 19:11:20.026009 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-b2fd6ea6-c02a-4ecc-85e0-8734030b66cb None None] Set router 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 gateway port host: None {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:11:20.114124 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d00200aa-001b-491a-b046-e27c41f7b0c7 admin admin] For port 6d93714b-7529-406c-a7ef-0855db260e4f, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=6d93714b-7529-406c-a7ef-0855db260e4f,segment=NetworkSegment(0945c744-4d3b-470e-8f6d-ce93add76b81),segment_id=0945c744-4d3b-470e-8f6d-ce93add76b81)] {{(pid=88176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:11:20.114535 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d00200aa-001b-491a-b046-e27c41f7b0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:20.153491 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-b2fd6ea6-c02a-4ecc-85e0-8734030b66cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'name': 'tempest-AttachVolumeTestJSON-311324847-router', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:31Z', 'updated_at': '2021-12-14T19:11:19Z', 'revision_number': 6, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'gw_port_host': None}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:11:20.167075 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fd6ea6-c02a-4ecc-85e0-8734030b66cb None None] The sync data for ids ['87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8'] in dv-cinder-821749-1-smb is: [{'id': '87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8', 'name': 'tempest-AttachVolumeTestJSON-311324847-router', 'tenant_id': '110f0191feb9402db4fceb6ce9c472c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:31Z', 'updated_at': '2021-12-14T19:11:19Z', 'revision_number': 6, 'project_id': '110f0191feb9402db4fceb6ce9c472c5', 'gw_port_host': None}] {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:11:20.323426 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-d00200aa-001b-491a-b046-e27c41f7b0c7 admin admin] Calling delete_port for 6d93714b-7529-406c-a7ef-0855db260e4f owned by network:router_gateway {{(pid=88176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:11:20.474230 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd0b9f-91a7-4ab7-8f7d-a5c0d49e8405 req-e3895205-6aa9-48f0-a64c-f5f5887bd6ea tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:20.481546 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-69bd0b9f-91a7-4ab7-8f7d-a5c0d49e8405 req-e3895205-6aa9-48f0-a64c-f5f5887bd6ea tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=82f98411-bc23-471b-8316-a4b25f92ad86 HTTP/1.1" status: 200 len: 945 time: 0.1214476 Dec 14 19:11:20.540659 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-69bd0b9f-91a7-4ab7-8f7d-a5c0d49e8405 req-1d4d454d-ebdd-453e-94a1-00d2e770ab5d tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574617 Dec 14 19:11:20.580350 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d00200aa-001b-491a-b046-e27c41f7b0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1865571'] for port, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:20.584745 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:20.628787 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00200aa-001b-491a-b046-e27c41f7b0c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d93714b-7529-406c-a7ef-0855db260e4f,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:20.633728 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d00200aa-001b-491a-b046-e27c41f7b0c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:20.889537 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d00200aa-001b-491a-b046-e27c41f7b0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854340325'] for router_gateway, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:20.922368 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 9b6e4118-dd1f-469b-97ae-68ec39679640 no longer exists at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:11:20.996962 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] No Port match for: 9b6e4118-dd1f-469b-97ae-68ec39679640 {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:11:20.997546 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 9b6e4118-dd1f-469b-97ae-68ec39679640 not bound to the agent host dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:11:20.998333 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 6d93714b-7529-406c-a7ef-0855db260e4f no longer exists at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:11:21.066160 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] No Port match for: 6d93714b-7529-406c-a7ef-0855db260e4f {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:11:21.066624 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 6d93714b-7529-406c-a7ef-0855db260e4f not bound to the agent host dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:11:21.239568 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d00200aa-001b-491a-b046-e27c41f7b0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036851047307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036853733720'] for router, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:21.245674 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d00200aa-001b-491a-b046-e27c41f7b0c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:21.279935 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d00200aa-001b-491a-b046-e27c41f7b0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036851047397'] for router, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:21.281475 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00200aa-001b-491a-b046-e27c41f7b0c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 {{(pid=88176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 14 19:11:21.301629 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d00200aa-001b-491a-b046-e27c41f7b0c7 admin admin] Notify callbacks [] for router, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:21.302855 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-d00200aa-001b-491a-b046-e27c41f7b0c7 admin admin] 10.222.0.62 "DELETE /v2.0/routers/87bdac6e-4cd2-4e1f-9e80-5a9eb2aab4e8 HTTP/1.1" status: 204 len: 168 time: 2.5571721 Dec 14 19:11:21.305696 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 50446) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:21.313504 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a4c58a1c-e99a-4bd7-88f9-86901e47f657 req-d9b78046-a0b5-44ff-9e17-ed4711b0fdfe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=58846b25a8b64cc9833f513a6aff6430&device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 1096 time: 0.1615224 Dec 14 19:11:21.407606 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3897ac-26ae-472c-9f95-0e66f110499b req-9f27a445-1257-436f-bf48-81f52b8d79d8 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:21.409420 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-eb3897ac-26ae-472c-9f95-0e66f110499b req-9f27a445-1257-436f-bf48-81f52b8d79d8 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 943 time: 0.2185624 Dec 14 19:11:21.556119 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_v2 [None req-e147b254-7060-48a7-b54d-29ec08331c42 admin admin] Deleting subnet 9d0b1b1d-1f37-43fd-8afc-31b562aa0f47 {{(pid=88177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:11:21.569261 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e147b254-7060-48a7-b54d-29ec08331c42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:21.609864 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-eb3897ac-26ae-472c-9f95-0e66f110499b req-ccdc1ecb-23e6-4fa1-9ed6-fc1174f44282 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845207 Dec 14 19:11:21.644495 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c58a1c-e99a-4bd7-88f9-86901e47f657 req-73bc74c8-539a-4b3a-b671-4f22c8f1ec4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:21.646147 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a4c58a1c-e99a-4bd7-88f9-86901e47f657 req-73bc74c8-539a-4b3a-b671-4f22c8f1ec4a service neutron] 10.222.0.73 "GET /v2.0/networks?id=b4963efd-9650-43f5-bcad-9f14585c51e1 HTTP/1.1" status: 200 len: 918 time: 0.2715209 Dec 14 19:11:21.657960 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e147b254-7060-48a7-b54d-29ec08331c42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852802915'] for subnet, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:21.887995 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a4c58a1c-e99a-4bd7-88f9-86901e47f657 req-38deca8c-3a84-4716-9013-e873c4ed38ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2243d381-6c9c-4dd0-a65a-736a533cc984 HTTP/1.1" status: 200 len: 999 time: 0.2329204 Dec 14 19:11:21.979717 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e147b254-7060-48a7-b54d-29ec08331c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2951685'] for subnet, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:22.023988 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f88d1-33e4-4bf2-b98f-94b937a07e66 req-9fed82a3-982c-40af-a1f6-12780c396ccb tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:22.025674 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-762f88d1-33e4-4bf2-b98f-94b937a07e66 req-9fed82a3-982c-40af-a1f6-12780c396ccb tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=82f98411-bc23-471b-8316-a4b25f92ad86 HTTP/1.1" status: 200 len: 945 time: 0.2732949 Dec 14 19:11:22.029419 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c58a1c-e99a-4bd7-88f9-86901e47f657 req-869ca4f6-772e-4d34-a065-5f7c520aa1ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:22.030953 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a4c58a1c-e99a-4bd7-88f9-86901e47f657 req-869ca4f6-772e-4d34-a065-5f7c520aa1ec service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3b815059-1f36-4f96-b4d1-a621a9f7fda3 HTTP/1.1" status: 200 len: 856 time: 0.1305959 Dec 14 19:11:22.228443 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-762f88d1-33e4-4bf2-b98f-94b937a07e66 req-2c3e2233-235d-4f43-bd04-7bae0ebc9ab9 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899414 Dec 14 19:11:22.233858 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e147b254-7060-48a7-b54d-29ec08331c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851824100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853069178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852835295'] for subnet, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:22.242806 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:22.293679 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e147b254-7060-48a7-b54d-29ec08331c42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d0b1b1d-1f37-43fd-8afc-31b562aa0f47,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:22.297649 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e147b254-7060-48a7-b54d-29ec08331c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:22.304426 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a4c58a1c-e99a-4bd7-88f9-86901e47f657 req-e41b19e4-b228-4345-9996-77c294eb4c0e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b4963efd-9650-43f5-bcad-9f14585c51e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2613060 Dec 14 19:11:22.305055 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e147b254-7060-48a7-b54d-29ec08331c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:22.307745 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d59c7c1-f66f-4a77-8127-63395d1fefdc None None] Network 41417801-7e29-40be-adf1-4fe41a7c2988 requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:11:22.343580 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-e147b254-7060-48a7-b54d-29ec08331c42 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9d0b1b1d-1f37-43fd-8afc-31b562aa0f47 HTTP/1.1" status: 204 len: 168 time: 1.0330949 Dec 14 19:11:22.345323 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 50468) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:22.367521 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e28c973-83f8-4461-846d-9f485038e555 req-7eace352-b24f-4768-8486-efae384c2fe3 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:22.369245 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-6e28c973-83f8-4461-846d-9f485038e555 req-7eace352-b24f-4768-8486-efae384c2fe3 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.73 "GET /v2.0/ports?device_id=82f98411-bc23-471b-8316-a4b25f92ad86 HTTP/1.1" status: 200 len: 945 time: 0.2252083 Dec 14 19:11:22.531469 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6125c541-0e31-4dfe-8ac1-d122739d5edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229502'] for network, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:22.535785 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-6e28c973-83f8-4461-846d-9f485038e555 req-de1603eb-85ac-4d7f-88a5-b3b02f947e96 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Deleting port 38826aae-47e5-40a1-813b-7378a084b1be {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:11:22.536169 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-6e28c973-83f8-4461-846d-9f485038e555 req-de1603eb-85ac-4d7f-88a5-b3b02f947e96 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:22.545403 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-6125c541-0e31-4dfe-8ac1-d122739d5edc admin admin] Deleting port b2b71920-2d02-4262-828a-e129f8f666fd {{(pid=88176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:11:22.546036 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6125c541-0e31-4dfe-8ac1-d122739d5edc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:22.593117 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a4c58a1c-e99a-4bd7-88f9-86901e47f657 req-030f903b-7713-4d62-b51e-2c2189aab741 service neutron] 10.222.0.73 "GET /v2.0/networks/b4963efd-9650-43f5-bcad-9f14585c51e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814271 Dec 14 19:11:22.651133 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a41fc33-7fd5-4042-a224-52bb5d612a91 None None] DHCP port deletion for 41417801-7e29-40be-adf1-4fe41a7c2988 request from dv-cinder-821749-1-smb {{(pid=88178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 14 19:11:22.659943 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-9a41fc33-7fd5-4042-a224-52bb5d612a91 None None] Deleting port b2b71920-2d02-4262-828a-e129f8f666fd {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:11:22.660851 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9a41fc33-7fd5-4042-a224-52bb5d612a91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:22.872688 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-6125c541-0e31-4dfe-8ac1-d122739d5edc admin admin] For port b2b71920-2d02-4262-828a-e129f8f666fd, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=b2b71920-2d02-4262-828a-e129f8f666fd,segment=NetworkSegment(6aa82320-2fb6-4bdd-8682-c072e47132bc),segment_id=6aa82320-2fb6-4bdd-8682-c072e47132bc)] {{(pid=88176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:11:22.873104 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6125c541-0e31-4dfe-8ac1-d122739d5edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:23.194365 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device b2b71920-2d02-4262-828a-e129f8f666fd no longer exists at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:11:23.344058 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-6125c541-0e31-4dfe-8ac1-d122739d5edc admin admin] Calling delete_port for b2b71920-2d02-4262-828a-e129f8f666fd owned by network:dhcp {{(pid=88176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:11:23.441720 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6125c541-0e31-4dfe-8ac1-d122739d5edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1865571'] for port, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:23.446525 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-9a41fc33-7fd5-4042-a224-52bb5d612a91 None None] For port b2b71920-2d02-4262-828a-e129f8f666fd, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=b2b71920-2d02-4262-828a-e129f8f666fd,segment=NetworkSegment(6aa82320-2fb6-4bdd-8682-c072e47132bc),segment_id=6aa82320-2fb6-4bdd-8682-c072e47132bc)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:11:23.446889 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-9f443f63-3c25-4243-b99b-3f81b3013d2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:23.447230 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9a41fc33-7fd5-4042-a224-52bb5d612a91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:23.497459 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125c541-0e31-4dfe-8ac1-d122739d5edc admin admin] Pushing event deleted for resources: {'Port': ['ID=b2b71920-2d02-4262-828a-e129f8f666fd,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:23.501845 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6125c541-0e31-4dfe-8ac1-d122739d5edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:23.507411 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6125c541-0e31-4dfe-8ac1-d122739d5edc admin admin] No DVR routers for this DVR port b2b71920-2d02-4262-828a-e129f8f666fd on host dv-cinder-821749-1-smb {{(pid=88176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:11:23.526288 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a4c58a1c-e99a-4bd7-88f9-86901e47f657 req-6ecb9ee9-2040-4d29-a8c4-9353c42ffe4d service neutron] 10.222.0.73 "GET /v2.0/networks/b4963efd-9650-43f5-bcad-9f14585c51e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8747659 Dec 14 19:11:23.564460 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-6e28c973-83f8-4461-846d-9f485038e555 req-de1603eb-85ac-4d7f-88a5-b3b02f947e96 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] For port 38826aae-47e5-40a1-813b-7378a084b1be, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=38826aae-47e5-40a1-813b-7378a084b1be,segment=NetworkSegment(49fec136-3a31-45ad-883a-5bbbbbc4a4bc),segment_id=49fec136-3a31-45ad-883a-5bbbbbc4a4bc)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:11:23.564854 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-6e28c973-83f8-4461-846d-9f485038e555 req-de1603eb-85ac-4d7f-88a5-b3b02f947e96 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:23.663151 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6125c541-0e31-4dfe-8ac1-d122739d5edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980764', 'neutron.services.segments.db._delete_segments_for_network-8781368899016'] for network, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:23.664763 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6c7f5-f724-4a95-9c53-50bb77ac6362 req-57872a82-3da3-46a8-bbc8-6158ac258fd3 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:23.670803 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-9a41fc33-7fd5-4042-a224-52bb5d612a91 None None] Calling delete_port for b2b71920-2d02-4262-828a-e129f8f666fd owned by network:dhcp {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:11:23.673297 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1cf6c7f5-f724-4a95-9c53-50bb77ac6362 req-57872a82-3da3-46a8-bbc8-6158ac258fd3 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 943 time: 0.4486113 Dec 14 19:11:23.766807 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-6e28c973-83f8-4461-846d-9f485038e555 req-de1603eb-85ac-4d7f-88a5-b3b02f947e96 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Calling delete_port for 38826aae-47e5-40a1-813b-7378a084b1be owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:11:23.767066 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-6125c541-0e31-4dfe-8ac1-d122739d5edc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41417801-7e29-40be-adf1-4fe41a7c2988']}} {{(pid=88176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:11:23.786474 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-6125c541-0e31-4dfe-8ac1-d122739d5edc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa82320-2fb6-4bdd-8682-c072e47132bc') {'for_net_delete': True} {{(pid=88176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:11:23.787109 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-6125c541-0e31-4dfe-8ac1-d122739d5edc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa82320-2fb6-4bdd-8682-c072e47132bc') {} {{(pid=88176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:11:23.796590 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] No active binding found for port b2b71920-2d02-4262-828a-e129f8f666fd {{(pid=88178) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Dec 14 19:11:23.797164 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device b2b71920-2d02-4262-828a-e129f8f666fd not bound to the agent host dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:11:23.814778 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6125c541-0e31-4dfe-8ac1-d122739d5edc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781368905689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1656793'] for segment, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:23.859072 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6125c541-0e31-4dfe-8ac1-d122739d5edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:23.878735 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca4a18-7431-4a81-b88e-13b939ab9a27 req-9143f0ee-050c-4845-ac54-ea8d7912b2c1 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:23.880775 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-13ca4a18-7431-4a81-b88e-13b939ab9a27 req-9143f0ee-050c-4845-ac54-ea8d7912b2c1 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/ports?device_id=82f98411-bc23-471b-8316-a4b25f92ad86 HTTP/1.1" status: 200 len: 945 time: 0.4615176 Dec 14 19:11:23.884486 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6125c541-0e31-4dfe-8ac1-d122739d5edc admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=88176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:11:23.885497 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6125c541-0e31-4dfe-8ac1-d122739d5edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2974435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1865143'] for segment, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:23.890424 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-1cf6c7f5-f724-4a95-9c53-50bb77ac6362 req-c7d94e3b-fb7e-4606-9ee8-d43eb7a21305 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159991 Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: Traceback (most recent call last): Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: timer() Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: cb(*args, **kw) Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: return func(*args, **kwargs) Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: self._notify() Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: self.callback(batched_events) Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: event.method(event) Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: segment_id)['aggregates'][0] Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: return f(self, *a, **k) Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: return self._get(url).json() Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: **kwargs) Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: return self.request(url, 'GET', **kwargs) Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: **endpoint_filter) Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:11:23.909421 dv-cinder-821749-1-smb neutron-server[88065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:11:23.975643 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.db.api [None req-9a41fc33-7fd5-4042-a224-52bb5d612a91 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88178) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 14 19:11:23.976052 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_db.api [None req-9a41fc33-7fd5-4042-a224-52bb5d612a91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 14 19:11:24.032612 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6125c541-0e31-4dfe-8ac1-d122739d5edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435701'] for network, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:24.037222 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-25d60f94-508d-4095-a81c-cd14bfdb9f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:24.049868 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-13ca4a18-7431-4a81-b88e-13b939ab9a27 req-a31b41d2-5d9a-40a5-ac5d-d2a422b24652 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.62 "GET /v2.0/security-groups?id=53340073-ebe8-4e45-9b22-becbacbb2b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620877 Dec 14 19:11:24.051475 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-6e28c973-83f8-4461-846d-9f485038e555 req-de1603eb-85ac-4d7f-88a5-b3b02f947e96 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:24.069104 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6125c541-0e31-4dfe-8ac1-d122739d5edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:24.069319 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['38826aae-47e5-40a1-813b-7378a084b1be'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:11:24.069412 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125c541-0e31-4dfe-8ac1-d122739d5edc admin admin] Pushing event deleted for resources: {'Network': ['ID=41417801-7e29-40be-adf1-4fe41a7c2988,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:24.070042 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6125c541-0e31-4dfe-8ac1-d122739d5edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:24.073987 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e11c7a02-efd0-4a96-b871-a0c14f1dda97 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:24.082323 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-6125c541-0e31-4dfe-8ac1-d122739d5edc admin admin] 10.222.0.62 "DELETE /v2.0/networks/41417801-7e29-40be-adf1-4fe41a7c2988 HTTP/1.1" status: 204 len: 168 time: 1.7305655 Dec 14 19:11:24.139501 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1603eb-85ac-4d7f-88a5-b3b02f947e96 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Pushing event deleted for resources: {'Port': ['ID=38826aae-47e5-40a1-813b-7378a084b1be,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:24.145435 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 50516) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:24.180634 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-de1603eb-85ac-4d7f-88a5-b3b02f947e96 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:24.233568 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e28c973-83f8-4461-846d-9f485038e555 req-de1603eb-85ac-4d7f-88a5-b3b02f947e96 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] No DVR routers for this DVR port 38826aae-47e5-40a1-813b-7378a084b1be on host hv-cinder-82174 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:11:24.236128 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-6e28c973-83f8-4461-846d-9f485038e555 req-de1603eb-85ac-4d7f-88a5-b3b02f947e96 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:24.239728 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f98411-bc23-471b-8316-a4b25f92ad86', 'name': 'network-vif-deleted', 'tag': '38826aae-47e5-40a1-813b-7378a084b1be'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:11:24.264183 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-6e28c973-83f8-4461-846d-9f485038e555 req-de1603eb-85ac-4d7f-88a5-b3b02f947e96 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] 10.222.0.73 "DELETE /v2.0/ports/38826aae-47e5-40a1-813b-7378a084b1be HTTP/1.1" status: 204 len: 173 time: 1.8886454 Dec 14 19:11:24.298868 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f98411-bc23-471b-8316-a4b25f92ad86', 'name': 'network-vif-deleted', 'tag': '38826aae-47e5-40a1-813b-7378a084b1be', 'status': 'completed', 'code': 200} Dec 14 19:11:24.304402 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 2243d381-6c9c-4dd0-a65a-736a533cc984 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:11:24.347274 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bb9fb352-9c3e-4129-96f4-e0f49bd972a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:24.369587 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 50524) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:24.397304 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-bb9fb352-9c3e-4129-96f4-e0f49bd972a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:11:24.401321 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-bb9fb352-9c3e-4129-96f4-e0f49bd972a8 admin admin] Usage tracker for resource:security_group_rule and tenant:a76e85f5c215459490d334c70926a642 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:11:24.404303 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-bb9fb352-9c3e-4129-96f4-e0f49bd972a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:11:24.410454 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-bb9fb352-9c3e-4129-96f4-e0f49bd972a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:11:24.442539 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-e5fa2dba-4777-4bef-81d7-4c97ee7851f6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=110f0191feb9402db4fceb6ce9c472c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0715249 Dec 14 19:11:24.443272 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 50528) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:24.475551 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 2243d381-6c9c-4dd0-a65a-736a533cc984, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=2243d381-6c9c-4dd0-a65a-736a533cc984,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:11:24.479542 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bb9fb352-9c3e-4129-96f4-e0f49bd972a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:24.483309 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bb9fb352-9c3e-4129-96f4-e0f49bd972a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:24.484465 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-9a41fc33-7fd5-4042-a224-52bb5d612a91 None None] Deleting port b2b71920-2d02-4262-828a-e129f8f666fd {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:11:24.484833 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9a41fc33-7fd5-4042-a224-52bb5d612a91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:24.491331 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ab45fae1-331a-40d5-82d7-4088e3db7b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:24.509342 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-34c96218-f173-46b1-9ea3-4907c6f04134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:24.535753 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9fb352-9c3e-4129-96f4-e0f49bd972a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3ca800-8151-4f3a-ad4c-8a84dcffc410,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:24.538961 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-bb9fb352-9c3e-4129-96f4-e0f49bd972a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:24.541423 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-bb9fb352-9c3e-4129-96f4-e0f49bd972a8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a76e85f5c215459490d334c70926a642&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3946159 Dec 14 19:11:24.542275 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-34c96218-f173-46b1-9ea3-4907c6f04134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:24.544337 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 50532) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:24.560147 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Returning: {'device': '2243d381-6c9c-4dd0-a65a-736a533cc984', 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'port_id': '2243d381-6c9c-4dd0-a65a-736a533cc984', 'mac_address': 'fa:16:3e:e2:91:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:11:24.566635 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-9a41fc33-7fd5-4042-a224-52bb5d612a91 None None] The port 'b2b71920-2d02-4262-828a-e129f8f666fd' was deleted {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 14 19:11:24.593591 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-34c96218-f173-46b1-9ea3-4907c6f04134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:24.599873 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-5620697e-99b3-4ee8-b342-c41d11adbb6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:24.611139 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c96218-f173-46b1-9ea3-4907c6f04134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47183790-0898-4124-b00a-b2255dce8799,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:24.611540 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-67d09140-a6db-49d7-91e2-f948dced0b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:24.618165 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-34c96218-f173-46b1-9ea3-4907c6f04134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:24.618958 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-34c96218-f173-46b1-9ea3-4907c6f04134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:24.622674 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-34c96218-f173-46b1-9ea3-4907c6f04134 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/47183790-0898-4124-b00a-b2255dce8799 HTTP/1.1" status: 204 len: 168 time: 0.1758337 Dec 14 19:11:24.636933 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:24.644210 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-67d09140-a6db-49d7-91e2-f948dced0b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:24.664023 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2243d381-6c9c-4dd0-a65a-736a533cc984 {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:11:24.682623 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 2243d381-6c9c-4dd0-a65a-736a533cc984, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=2243d381-6c9c-4dd0-a65a-736a533cc984,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:11:24.687926 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:24.692022 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:24.702584 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-67d09140-a6db-49d7-91e2-f948dced0b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:24.709805 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f30eb03c-982d-4f3f-8267-6c2d4501b824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:24.722777 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d09140-a6db-49d7-91e2-f948dced0b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3ca800-8151-4f3a-ad4c-8a84dcffc410,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:24.727857 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-67d09140-a6db-49d7-91e2-f948dced0b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:24.729890 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-67d09140-a6db-49d7-91e2-f948dced0b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:24.731119 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-67d09140-a6db-49d7-91e2-f948dced0b1e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ae3ca800-8151-4f3a-ad4c-8a84dcffc410 HTTP/1.1" status: 204 len: 168 time: 0.1858044 Dec 14 19:11:24.789054 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=2243d381-6c9c-4dd0-a65a-736a533cc984,revision_number=9']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:24.801160 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:24.903022 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['2243d381-6c9c-4dd0-a65a-736a533cc984'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:11:25.195505 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61ecd2-d8b0-476f-ba96-031924a51acc req-acd2f821-d98a-46bb-93dd-7321581a4f5c tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:25.199627 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cf61ecd2-d8b0-476f-ba96-031924a51acc req-acd2f821-d98a-46bb-93dd-7321581a4f5c tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 944 time: 0.1237609 Dec 14 19:11:25.248399 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 50556) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:25.265567 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cf61ecd2-d8b0-476f-ba96-031924a51acc req-fc9834f9-0e6d-4b75-b848-c33a10ff111a tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608401 Dec 14 19:11:25.273469 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-715cf684-83bc-429a-9d3e-dd46fa86da87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:25.313791 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-715cf684-83bc-429a-9d3e-dd46fa86da87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:11:25.319194 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-715cf684-83bc-429a-9d3e-dd46fa86da87 admin admin] Usage tracker for resource:security_group_rule and tenant:4f45013f8055439d87640536534c2ad9 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:11:25.322447 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-715cf684-83bc-429a-9d3e-dd46fa86da87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:11:25.329114 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-715cf684-83bc-429a-9d3e-dd46fa86da87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:11:25.405827 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-715cf684-83bc-429a-9d3e-dd46fa86da87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:25.410486 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-715cf684-83bc-429a-9d3e-dd46fa86da87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:25.419423 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-324f470b-c565-40cb-b11a-bc901eaa87e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:25.465324 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715cf684-83bc-429a-9d3e-dd46fa86da87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1ab4a7-5930-460a-a77e-99a3f82d4967,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:25.470318 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-715cf684-83bc-429a-9d3e-dd46fa86da87 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4f45013f8055439d87640536534c2ad9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2203732 Dec 14 19:11:25.471544 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-715cf684-83bc-429a-9d3e-dd46fa86da87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:25.474186 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 50562) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:25.555227 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-79309069-c0ad-4278-a24d-95aa56bc9e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:25.584917 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-79309069-c0ad-4278-a24d-95aa56bc9e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:25.637029 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-79309069-c0ad-4278-a24d-95aa56bc9e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:25.645969 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-4bba74f4-5f57-4cf0-8167-e2d57df9e7fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:25.663539 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79309069-c0ad-4278-a24d-95aa56bc9e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1ab4a7-5930-460a-a77e-99a3f82d4967,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:25.666412 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-79309069-c0ad-4278-a24d-95aa56bc9e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:25.667947 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-79309069-c0ad-4278-a24d-95aa56bc9e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:25.669610 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-79309069-c0ad-4278-a24d-95aa56bc9e00 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/be1ab4a7-5930-460a-a77e-99a3f82d4967 HTTP/1.1" status: 204 len: 168 time: 0.1942523 Dec 14 19:11:26.306165 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 2243d381-6c9c-4dd0-a65a-736a533cc984 up at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:11:26.412515 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning complete for port 2243d381-6c9c-4dd0-a65a-736a533cc984 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:11:26.412515 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:26.483986 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0b0a-bd75-4d09-9991-c3e866239b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:26.565726 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d70ae5-dd84-4778-a2de-25f764db9753 req-d5c434a5-3909-4a78-8078-9bb5e5a36081 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:26.576098 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:26.577065 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a5d70ae5-dd84-4778-a2de-25f764db9753 req-d5c434a5-3909-4a78-8078-9bb5e5a36081 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 944 time: 0.1193666 Dec 14 19:11:26.634206 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1635bfab-e30c-43eb-8ee5-e1900176c192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2243d381-6c9c-4dd0-a65a-736a533cc984'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:11:26.649596 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a5d70ae5-dd84-4778-a2de-25f764db9753 req-abef37d8-e0d1-4b33-b32e-92f6ab14a580 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707886 Dec 14 19:11:26.676923 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 2243d381-6c9c-4dd0-a65a-736a533cc984, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=2243d381-6c9c-4dd0-a65a-736a533cc984,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:11:26.687170 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:26.687170 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 38826aae-47e5-40a1-813b-7378a084b1be no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:11:26.731697 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1635bfab-e30c-43eb-8ee5-e1900176c192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2243d381-6c9c-4dd0-a65a-736a533cc984', 'code': 200} Dec 14 19:11:26.732293 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-64d58ce4-9277-432e-93a2-daadcb634ac0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:26.823284 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] No Port match for: 38826aae-47e5-40a1-813b-7378a084b1be {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:11:26.823683 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 38826aae-47e5-40a1-813b-7378a084b1be not bound to the agent host hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:11:26.851765 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=2243d381-6c9c-4dd0-a65a-736a533cc984,revision_number=10']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:26.855426 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:27.050524 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4a706011-53be-410c-afe7-60d146e2aa74 req-d33eb309-8b7f-4daa-a81d-c35043a6d82b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 1099 time: 0.0936291 Dec 14 19:11:27.105003 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4a706011-53be-410c-afe7-60d146e2aa74 req-7254a9c6-769a-4991-a18d-74524ff05ad5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475101 Dec 14 19:11:27.812417 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:27.874404 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b173fa2-6f22-4233-9baf-fc9a265b56f2 req-272f3856-9ec8-4cae-a9fa-e416ba6c0b1a tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:27.876027 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4b173fa2-6f22-4233-9baf-fc9a265b56f2 req-272f3856-9ec8-4cae-a9fa-e416ba6c0b1a tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 946 time: 0.0883551 Dec 14 19:11:27.931271 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4b173fa2-6f22-4233-9baf-fc9a265b56f2 req-e026eb88-d2ad-492c-a0bb-69128755c1d0 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482452 Dec 14 19:11:28.407675 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-fcaf4fa2-a948-4363-b859-72388b131e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:29.148130 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:29.188586 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdc5ff2-068b-42dc-9de7-69f051472916 req-cca1d9c0-acd0-4224-8abb-1b3ccce63b12 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:11:29.197512 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-dcdc5ff2-068b-42dc-9de7-69f051472916 req-cca1d9c0-acd0-4224-8abb-1b3ccce63b12 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 946 time: 0.1022041 Dec 14 19:11:29.257453 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-dcdc5ff2-068b-42dc-9de7-69f051472916 req-376f7ff8-b21f-4913-b5cb-44f0fc15308c tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585196 Dec 14 19:11:30.695211 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:30.852893 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 50746) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:31.015959 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d4e5601d-a9e7-48b3-8501-1d04b8e7dd68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:31.051047 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-d4e5601d-a9e7-48b3-8501-1d04b8e7dd68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:11:31.055542 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-d4e5601d-a9e7-48b3-8501-1d04b8e7dd68 admin admin] Usage tracker for resource:security_group_rule and tenant:f191c3bb432642e0ab86fdb5eda421fa is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:11:31.058840 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-d4e5601d-a9e7-48b3-8501-1d04b8e7dd68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:11:31.065080 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-d4e5601d-a9e7-48b3-8501-1d04b8e7dd68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:11:31.147636 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d4e5601d-a9e7-48b3-8501-1d04b8e7dd68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:31.151539 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d4e5601d-a9e7-48b3-8501-1d04b8e7dd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:31.158753 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-82bfeac3-6466-4c05-bb16-2c357d2377af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:31.202707 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e5601d-a9e7-48b3-8501-1d04b8e7dd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade0cd9e-0115-4132-87bf-7364050beb74,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:31.206072 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d4e5601d-a9e7-48b3-8501-1d04b8e7dd68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:31.208513 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-d4e5601d-a9e7-48b3-8501-1d04b8e7dd68 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f191c3bb432642e0ab86fdb5eda421fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3544497 Dec 14 19:11:31.211476 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 50752) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:31.277951 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-32c320df-f378-40e3-b055-2a2aaea37a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:31.306518 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-32c320df-f378-40e3-b055-2a2aaea37a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:31.360391 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-32c320df-f378-40e3-b055-2a2aaea37a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:31.365672 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-33f147ba-7685-4c32-a9ef-f3d115e91153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:31.379523 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c320df-f378-40e3-b055-2a2aaea37a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade0cd9e-0115-4132-87bf-7364050beb74,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:31.382669 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-32c320df-f378-40e3-b055-2a2aaea37a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:31.383597 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-32c320df-f378-40e3-b055-2a2aaea37a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:31.385197 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-32c320df-f378-40e3-b055-2a2aaea37a09 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ade0cd9e-0115-4132-87bf-7364050beb74 HTTP/1.1" status: 204 len: 168 time: 0.1723664 Dec 14 19:11:36.804180 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 50838) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:36.967317 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3f0044e6-5a55-4a11-a087-13ac443d3303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:37.007633 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-3f0044e6-5a55-4a11-a087-13ac443d3303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:11:37.012368 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-3f0044e6-5a55-4a11-a087-13ac443d3303 admin admin] Usage tracker for resource:security_group_rule and tenant:7dd075482bb44522b6f27cac354da159 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:11:37.015554 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-3f0044e6-5a55-4a11-a087-13ac443d3303 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:11:37.022118 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-3f0044e6-5a55-4a11-a087-13ac443d3303 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:11:37.099762 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3f0044e6-5a55-4a11-a087-13ac443d3303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:37.103336 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3f0044e6-5a55-4a11-a087-13ac443d3303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:37.111136 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6a1e28c7-509a-47f8-bf8b-53623c21a461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:37.155968 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0044e6-5a55-4a11-a087-13ac443d3303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b98508-fbd3-4d3d-9eca-96fa7f8f9b2a,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:37.159951 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3f0044e6-5a55-4a11-a087-13ac443d3303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:37.163197 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-3f0044e6-5a55-4a11-a087-13ac443d3303 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7dd075482bb44522b6f27cac354da159&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3577955 Dec 14 19:11:37.165478 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 50844) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:37.234380 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5efd01d5-7166-4316-9430-921b4a1ce15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:37.264965 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5efd01d5-7166-4316-9430-921b4a1ce15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:37.315716 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5efd01d5-7166-4316-9430-921b4a1ce15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:37.320366 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-67d09140-a6db-49d7-91e2-f948dced0b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:37.335092 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd01d5-7166-4316-9430-921b4a1ce15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b98508-fbd3-4d3d-9eca-96fa7f8f9b2a,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:37.338313 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-5efd01d5-7166-4316-9430-921b4a1ce15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:37.348284 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5efd01d5-7166-4316-9430-921b4a1ce15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:37.349653 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-5efd01d5-7166-4316-9430-921b4a1ce15a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/73b98508-fbd3-4d3d-9eca-96fa7f8f9b2a HTTP/1.1" status: 204 len: 168 time: 0.1830637 Dec 14 19:11:37.722232 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 50854) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:37.749318 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6d9090d1-3669-420b-bcb8-6d989650017f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:37.785349 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-6d9090d1-3669-420b-bcb8-6d989650017f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:11:37.789697 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-6d9090d1-3669-420b-bcb8-6d989650017f admin admin] Usage tracker for resource:security_group_rule and tenant:bc911400bfc14e1f868193cee0551c84 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:11:37.792642 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-6d9090d1-3669-420b-bcb8-6d989650017f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:11:37.798899 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-6d9090d1-3669-420b-bcb8-6d989650017f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:11:37.869849 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6d9090d1-3669-420b-bcb8-6d989650017f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:37.873521 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6d9090d1-3669-420b-bcb8-6d989650017f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:37.881242 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-1c034b26-035a-4b34-a941-b258fb3b6600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:37.925459 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9090d1-3669-420b-bcb8-6d989650017f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c688c8-9fa6-4670-9147-5c67cfaa68a0,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:37.929777 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6d9090d1-3669-420b-bcb8-6d989650017f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:37.934582 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-6d9090d1-3669-420b-bcb8-6d989650017f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bc911400bfc14e1f868193cee0551c84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2083995 Dec 14 19:11:37.935517 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 50864) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:38.006121 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e255c974-8e35-45f2-93b0-85fab433e484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:38.035235 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e255c974-8e35-45f2-93b0-85fab433e484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:38.090759 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e255c974-8e35-45f2-93b0-85fab433e484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:38.096279 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e04ba4b9-1527-46b1-bd3e-098631879d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:38.114411 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255c974-8e35-45f2-93b0-85fab433e484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c688c8-9fa6-4670-9147-5c67cfaa68a0,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:38.117636 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e255c974-8e35-45f2-93b0-85fab433e484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:38.118574 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e255c974-8e35-45f2-93b0-85fab433e484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:38.121516 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-e255c974-8e35-45f2-93b0-85fab433e484 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e5c688c8-9fa6-4670-9147-5c67cfaa68a0 HTTP/1.1" status: 204 len: 168 time: 0.1839395 Dec 14 19:11:38.594428 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 50872) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:38.618578 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e2878cd8-6f74-48e7-813a-ad29ffb1a1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:38.661295 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-e2878cd8-6f74-48e7-813a-ad29ffb1a1b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:11:38.665912 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-e2878cd8-6f74-48e7-813a-ad29ffb1a1b3 admin admin] Usage tracker for resource:security_group_rule and tenant:be4f15d05f6345f7bfb001915e1325fc is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:11:38.668972 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-e2878cd8-6f74-48e7-813a-ad29ffb1a1b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:11:38.677067 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-e2878cd8-6f74-48e7-813a-ad29ffb1a1b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:11:38.755300 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e2878cd8-6f74-48e7-813a-ad29ffb1a1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:38.758861 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e2878cd8-6f74-48e7-813a-ad29ffb1a1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:38.766544 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-715cf684-83bc-429a-9d3e-dd46fa86da87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:38.812719 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2878cd8-6f74-48e7-813a-ad29ffb1a1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b7414c-08a6-4897-b9b0-27ccb39d774a,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:38.816541 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e2878cd8-6f74-48e7-813a-ad29ffb1a1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:38.819468 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-e2878cd8-6f74-48e7-813a-ad29ffb1a1b3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=be4f15d05f6345f7bfb001915e1325fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2238038 Dec 14 19:11:38.822897 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 50876) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:38.906219 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a29bb3a5-2915-4337-a032-767cf7a747c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:38.938271 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a29bb3a5-2915-4337-a032-767cf7a747c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:38.997631 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a29bb3a5-2915-4337-a032-767cf7a747c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:39.003349 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-12c61042-dc54-46c2-946d-6ab415ca2016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:39.023189 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29bb3a5-2915-4337-a032-767cf7a747c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b7414c-08a6-4897-b9b0-27ccb39d774a,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:39.036282 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-a29bb3a5-2915-4337-a032-767cf7a747c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:39.038744 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a29bb3a5-2915-4337-a032-767cf7a747c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:39.043244 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-a29bb3a5-2915-4337-a032-767cf7a747c2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e4b7414c-08a6-4897-b9b0-27ccb39d774a HTTP/1.1" status: 204 len: 168 time: 0.2191000 Dec 14 19:11:41.550254 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:45.571595 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51000) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:45.640341 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_v2 [None req-609f2078-9cb6-45f9-b485-07ac7e8a2e64 admin admin] Deleting subnet 5c445d9b-b545-4935-95ec-2538adbc73ed {{(pid=88177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:11:45.643559 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-609f2078-9cb6-45f9-b485-07ac7e8a2e64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:45.701816 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-609f2078-9cb6-45f9-b485-07ac7e8a2e64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852802915'] for subnet, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:45.762116 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-609f2078-9cb6-45f9-b485-07ac7e8a2e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2951685'] for subnet, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:45.842191 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-609f2078-9cb6-45f9-b485-07ac7e8a2e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851824100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853069178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852835295'] for subnet, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:45.847169 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:45.876334 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 51006) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:45.885374 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609f2078-9cb6-45f9-b485-07ac7e8a2e64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c445d9b-b545-4935-95ec-2538adbc73ed,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:45.892158 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-609f2078-9cb6-45f9-b485-07ac7e8a2e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:45.896168 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-609f2078-9cb6-45f9-b485-07ac7e8a2e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:45.907165 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-609f2078-9cb6-45f9-b485-07ac7e8a2e64 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5c445d9b-b545-4935-95ec-2538adbc73ed HTTP/1.1" status: 204 len: 168 time: 0.3344464 Dec 14 19:11:45.909884 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51012) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:46.025866 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1391-cac4-4afb-878e-ff2bd7c6ef30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229502'] for network, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:46.040269 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9cfeaee6-8fe9-4b90-96e1-ac4540978a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:46.074073 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-9cfeaee6-8fe9-4b90-96e1-ac4540978a98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:11:46.078460 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-9cfeaee6-8fe9-4b90-96e1-ac4540978a98 admin admin] Usage tracker for resource:security_group_rule and tenant:8f1b7c125df64775b37e88efec7e1a85 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:11:46.081679 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-9cfeaee6-8fe9-4b90-96e1-ac4540978a98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:11:46.088158 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-9cfeaee6-8fe9-4b90-96e1-ac4540978a98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:11:46.157815 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9cfeaee6-8fe9-4b90-96e1-ac4540978a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:46.161041 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9cfeaee6-8fe9-4b90-96e1-ac4540978a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:46.163071 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1391-cac4-4afb-878e-ff2bd7c6ef30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980764', 'neutron.services.segments.db._delete_segments_for_network-8781368899016'] for network, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:46.174152 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-bb9fb352-9c3e-4129-96f4-e0f49bd972a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:46.190389 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-a7cd1391-cac4-4afb-878e-ff2bd7c6ef30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2faddad5-7353-4447-ab48-c62344384097']}} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:11:46.203854 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-a7cd1391-cac4-4afb-878e-ff2bd7c6ef30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49fec136-3a31-45ad-883a-5bbbbbc4a4bc') {'for_net_delete': True} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:11:46.204179 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-a7cd1391-cac4-4afb-878e-ff2bd7c6ef30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49fec136-3a31-45ad-883a-5bbbbbc4a4bc') {} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:11:46.218478 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-9cfeaee6-8fe9-4b90-96e1-ac4540978a98 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8f1b7c125df64775b37e88efec7e1a85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3407867 Dec 14 19:11:46.218728 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1391-cac4-4afb-878e-ff2bd7c6ef30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781368905689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972884'] for segment, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:46.221597 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 51016) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:46.235205 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1391-cac4-4afb-878e-ff2bd7c6ef30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:46.242232 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7cd1391-cac4-4afb-878e-ff2bd7c6ef30 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=88177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:11:46.242661 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1391-cac4-4afb-878e-ff2bd7c6ef30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2974435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1706020'] for segment, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:46.242944 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfeaee6-8fe9-4b90-96e1-ac4540978a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba0d7b3-1785-4f63-b62f-6d98642063eb,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:46.247326 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-9cfeaee6-8fe9-4b90-96e1-ac4540978a98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: Traceback (most recent call last): Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: timer() Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: cb(*args, **kw) Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: return func(*args, **kwargs) Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: self._notify() Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: self.callback(batched_events) Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: event.method(event) Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: segment_id)['aggregates'][0] Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: return f(self, *a, **k) Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: return self._get(url).json() Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: **kwargs) Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: return self.request(url, 'GET', **kwargs) Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: **endpoint_filter) Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:11:46.258459 dv-cinder-821749-1-smb neutron-server[88065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:11:46.297670 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4b3ec82b-9a49-4f73-8192-6030fbd9a4e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:46.325482 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4b3ec82b-9a49-4f73-8192-6030fbd9a4e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:46.337621 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1391-cac4-4afb-878e-ff2bd7c6ef30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435701'] for network, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:46.342004 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:46.364839 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a7cd1391-cac4-4afb-878e-ff2bd7c6ef30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:46.368059 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd1391-cac4-4afb-878e-ff2bd7c6ef30 admin admin] Pushing event deleted for resources: {'Network': ['ID=2faddad5-7353-4447-ab48-c62344384097,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:46.371690 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4b3ec82b-9a49-4f73-8192-6030fbd9a4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:46.374385 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-a7cd1391-cac4-4afb-878e-ff2bd7c6ef30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:46.376917 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e2878cd8-6f74-48e7-813a-ad29ffb1a1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:46.383793 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-a7cd1391-cac4-4afb-878e-ff2bd7c6ef30 admin admin] 10.222.0.62 "DELETE /v2.0/networks/2faddad5-7353-4447-ab48-c62344384097 HTTP/1.1" status: 204 len: 168 time: 0.4703600 Dec 14 19:11:46.389681 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ec82b-9a49-4f73-8192-6030fbd9a4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba0d7b3-1785-4f63-b62f-6d98642063eb,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:46.394912 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-4b3ec82b-9a49-4f73-8192-6030fbd9a4e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:46.397774 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4b3ec82b-9a49-4f73-8192-6030fbd9a4e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:46.401687 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-4b3ec82b-9a49-4f73-8192-6030fbd9a4e9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0ba0d7b3-1785-4f63-b62f-6d98642063eb HTTP/1.1" status: 204 len: 168 time: 0.1787436 Dec 14 19:11:46.536633 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 51024) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:46.590512 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-068dd575-7774-4a7d-9d4b-5b6d6b55b208 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=556ec7d85039428a890a980144f210c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524530 Dec 14 19:11:46.594626 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 51030) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:46.663582 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2b58047d-d379-4fc9-92f8-9b11ed1e0dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:46.690777 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2b58047d-d379-4fc9-92f8-9b11ed1e0dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:46.739346 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2b58047d-d379-4fc9-92f8-9b11ed1e0dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:46.744982 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-35e34330-b0a3-4caf-8d5f-8e9bae371c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:46.756299 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58047d-d379-4fc9-92f8-9b11ed1e0dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53340073-ebe8-4e45-9b22-becbacbb2b4c,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:46.760725 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2b58047d-d379-4fc9-92f8-9b11ed1e0dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:46.764964 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2b58047d-d379-4fc9-92f8-9b11ed1e0dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:46.766240 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-2b58047d-d379-4fc9-92f8-9b11ed1e0dad admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/53340073-ebe8-4e45-9b22-becbacbb2b4c HTTP/1.1" status: 204 len: 168 time: 0.1705136 Dec 14 19:11:46.773538 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 51036) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:46.793833 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2899d04c-bda1-434e-9e41-fc829fcbd2be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:46.827895 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-2899d04c-bda1-434e-9e41-fc829fcbd2be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:11:46.831971 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-2899d04c-bda1-434e-9e41-fc829fcbd2be admin admin] Usage tracker for resource:security_group_rule and tenant:3142d09bc86345c2a1ab56692c295ccb is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:11:46.835061 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-2899d04c-bda1-434e-9e41-fc829fcbd2be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:11:46.841260 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-2899d04c-bda1-434e-9e41-fc829fcbd2be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:11:46.909574 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2899d04c-bda1-434e-9e41-fc829fcbd2be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:46.913239 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2899d04c-bda1-434e-9e41-fc829fcbd2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:46.922129 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-7931c9d7-a0aa-4c68-9bb4-b629948eadf3 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:46.966524 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2899d04c-bda1-434e-9e41-fc829fcbd2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7401720a-0fe6-403a-ab31-7261297b29fb,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:46.972370 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-2899d04c-bda1-434e-9e41-fc829fcbd2be admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3142d09bc86345c2a1ab56692c295ccb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1973705 Dec 14 19:11:46.973641 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2899d04c-bda1-434e-9e41-fc829fcbd2be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:46.974781 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51040) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:47.041284 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d27a0da8-9892-4e4f-a088-da6eda42a712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:47.072893 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d27a0da8-9892-4e4f-a088-da6eda42a712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:47.129736 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d27a0da8-9892-4e4f-a088-da6eda42a712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:47.136710 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e80c261b-3ca5-49cb-8abe-c57a491a1a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:47.156555 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a0da8-9892-4e4f-a088-da6eda42a712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7401720a-0fe6-403a-ab31-7261297b29fb,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:47.160513 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d27a0da8-9892-4e4f-a088-da6eda42a712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:47.162979 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d27a0da8-9892-4e4f-a088-da6eda42a712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:47.167547 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-d27a0da8-9892-4e4f-a088-da6eda42a712 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7401720a-0fe6-403a-ab31-7261297b29fb HTTP/1.1" status: 204 len: 168 time: 0.1915681 Dec 14 19:11:54.035073 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 51142) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:54.205653 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c92ee658-bf1d-4b93-a325-3ffecb62a23a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:54.240219 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-c92ee658-bf1d-4b93-a325-3ffecb62a23a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:11:54.245514 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-c92ee658-bf1d-4b93-a325-3ffecb62a23a admin admin] Usage tracker for resource:security_group_rule and tenant:27cabd95752f4838903d42eecad54e07 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:11:54.249907 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-c92ee658-bf1d-4b93-a325-3ffecb62a23a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:11:54.260311 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-c92ee658-bf1d-4b93-a325-3ffecb62a23a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:11:54.345519 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c92ee658-bf1d-4b93-a325-3ffecb62a23a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:54.349695 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c92ee658-bf1d-4b93-a325-3ffecb62a23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:54.356991 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-bd2db7f7-cacd-4a6d-b2e5-a3df0c18edb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:54.399958 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ee658-bf1d-4b93-a325-3ffecb62a23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac7afc5-79d7-43c5-85c9-15fbfaee73af,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:54.403867 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-c92ee658-bf1d-4b93-a325-3ffecb62a23a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:54.406298 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-c92ee658-bf1d-4b93-a325-3ffecb62a23a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=27cabd95752f4838903d42eecad54e07&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3700874 Dec 14 19:11:54.409676 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 51148) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:54.485013 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e9c79ac4-a489-4b98-84d2-1092f9149d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:54.513614 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e9c79ac4-a489-4b98-84d2-1092f9149d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:54.563364 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e9c79ac4-a489-4b98-84d2-1092f9149d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:54.567335 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-c92ee658-bf1d-4b93-a325-3ffecb62a23a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:54.584923 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c79ac4-a489-4b98-84d2-1092f9149d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac7afc5-79d7-43c5-85c9-15fbfaee73af,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:54.589887 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e9c79ac4-a489-4b98-84d2-1092f9149d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:54.595910 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e9c79ac4-a489-4b98-84d2-1092f9149d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:54.597102 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-e9c79ac4-a489-4b98-84d2-1092f9149d0a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0ac7afc5-79d7-43c5-85c9-15fbfaee73af HTTP/1.1" status: 204 len: 168 time: 0.1864345 Dec 14 19:11:54.975112 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51156) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:55.001627 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-71948b57-56f1-4471-a2b7-4cb30c98f00f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:55.036400 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-71948b57-56f1-4471-a2b7-4cb30c98f00f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:11:55.041271 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-71948b57-56f1-4471-a2b7-4cb30c98f00f admin admin] Usage tracker for resource:security_group_rule and tenant:5bb1258e837b4381bb726fa6643e640b is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:11:55.044347 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-71948b57-56f1-4471-a2b7-4cb30c98f00f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:11:55.050697 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-71948b57-56f1-4471-a2b7-4cb30c98f00f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:11:55.121985 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-71948b57-56f1-4471-a2b7-4cb30c98f00f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:55.126931 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-71948b57-56f1-4471-a2b7-4cb30c98f00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:55.136202 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-04af281d-6a15-467c-9bb4-14e1ed753e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:55.180199 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71948b57-56f1-4471-a2b7-4cb30c98f00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a909cd2b-f0c8-42f1-936d-b78ed8947518,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:55.184115 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-71948b57-56f1-4471-a2b7-4cb30c98f00f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:55.186592 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-71948b57-56f1-4471-a2b7-4cb30c98f00f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5bb1258e837b4381bb726fa6643e640b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2099938 Dec 14 19:11:55.189559 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51160) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:55.274703 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ea81ffbf-cc8b-43bc-8709-226e498767fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:55.302316 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ea81ffbf-cc8b-43bc-8709-226e498767fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:55.356019 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ea81ffbf-cc8b-43bc-8709-226e498767fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:55.359916 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-7dfaabdd-4880-44f0-8345-3cfbb002da42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:55.372260 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81ffbf-cc8b-43bc-8709-226e498767fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a909cd2b-f0c8-42f1-936d-b78ed8947518,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:55.376096 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ea81ffbf-cc8b-43bc-8709-226e498767fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:55.380251 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ea81ffbf-cc8b-43bc-8709-226e498767fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:55.381528 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-ea81ffbf-cc8b-43bc-8709-226e498767fc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a909cd2b-f0c8-42f1-936d-b78ed8947518 HTTP/1.1" status: 204 len: 168 time: 0.1909978 Dec 14 19:11:55.843245 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51168) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:55.871594 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0093d4a7-fa4d-4a0b-beb8-49851ec68cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:55.908672 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-0093d4a7-fa4d-4a0b-beb8-49851ec68cbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:11:55.915705 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-0093d4a7-fa4d-4a0b-beb8-49851ec68cbd admin admin] Usage tracker for resource:security_group_rule and tenant:48b0038dede845048f0b2993c2303257 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:11:55.920482 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-0093d4a7-fa4d-4a0b-beb8-49851ec68cbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:11:55.929574 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-0093d4a7-fa4d-4a0b-beb8-49851ec68cbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:11:55.999219 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0093d4a7-fa4d-4a0b-beb8-49851ec68cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:56.005308 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-0093d4a7-fa4d-4a0b-beb8-49851ec68cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:56.017467 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-7d09642b-4614-414c-a374-7ecda6ee53c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:56.061098 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093d4a7-fa4d-4a0b-beb8-49851ec68cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf0145d-3a6f-4ece-866d-f9dcf21c88f1,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:56.064313 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-0093d4a7-fa4d-4a0b-beb8-49851ec68cbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:56.069105 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-0093d4a7-fa4d-4a0b-beb8-49851ec68cbd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=48b0038dede845048f0b2993c2303257&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2240236 Dec 14 19:11:56.071070 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51172) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:56.140103 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a2c70ca3-be3f-4c4c-b382-626d3669e09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:56.167623 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a2c70ca3-be3f-4c4c-b382-626d3669e09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:56.220524 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a2c70ca3-be3f-4c4c-b382-626d3669e09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:56.226902 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-34c96218-f173-46b1-9ea3-4907c6f04134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:11:56.239090 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c70ca3-be3f-4c4c-b382-626d3669e09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf0145d-3a6f-4ece-866d-f9dcf21c88f1,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:11:56.244323 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-a2c70ca3-be3f-4c4c-b382-626d3669e09b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:11:56.246702 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a2c70ca3-be3f-4c4c-b382-626d3669e09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:56.250587 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-a2c70ca3-be3f-4c4c-b382-626d3669e09b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ddf0145d-3a6f-4ece-866d-f9dcf21c88f1 HTTP/1.1" status: 204 len: 168 time: 0.1759131 Dec 14 19:11:56.438170 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-caf4861e-fad7-4f9c-a7f0-52cbcf51c70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:56.921715 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:11:57.817005 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:58.405264 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ef7e2854-94db-427c-8cb6-2e5cef0ce595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:59.142323 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:59.742903 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51248) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:11:59.919236 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-423ce99e-d08e-4966-be9c-97cba84fe3c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:11:59.953791 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-423ce99e-d08e-4966-be9c-97cba84fe3c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:11:59.958298 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-423ce99e-d08e-4966-be9c-97cba84fe3c5 admin admin] Usage tracker for resource:security_group_rule and tenant:c57b96f126a240008cd0c7b0ecd5b796 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:11:59.961818 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-423ce99e-d08e-4966-be9c-97cba84fe3c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:11:59.968510 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-423ce99e-d08e-4966-be9c-97cba84fe3c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:00.049712 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-423ce99e-d08e-4966-be9c-97cba84fe3c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:00.053234 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-423ce99e-d08e-4966-be9c-97cba84fe3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:00.060252 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-17becce2-ab64-4ccc-a33f-599097f1664a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:00.103619 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ce99e-d08e-4966-be9c-97cba84fe3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c882d8b2-20d0-4c26-9fcc-f37a9d5d744d,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:00.106960 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-423ce99e-d08e-4966-be9c-97cba84fe3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:00.109960 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-423ce99e-d08e-4966-be9c-97cba84fe3c5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c57b96f126a240008cd0c7b0ecd5b796&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3659813 Dec 14 19:12:00.112886 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51254) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:00.184684 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c1d6a092-74a2-458d-af4b-b891fe4a812f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:00.211747 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c1d6a092-74a2-458d-af4b-b891fe4a812f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:00.260680 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c1d6a092-74a2-458d-af4b-b891fe4a812f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:00.264709 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:00.276624 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6a092-74a2-458d-af4b-b891fe4a812f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c882d8b2-20d0-4c26-9fcc-f37a9d5d744d,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:00.279112 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-c1d6a092-74a2-458d-af4b-b891fe4a812f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:00.285098 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c1d6a092-74a2-458d-af4b-b891fe4a812f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:00.286297 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-c1d6a092-74a2-458d-af4b-b891fe4a812f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c882d8b2-20d0-4c26-9fcc-f37a9d5d744d HTTP/1.1" status: 204 len: 168 time: 0.1724548 Dec 14 19:12:00.696032 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51262) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:00.699242 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:00.715847 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f475e3fa-13db-4f64-ac9e-2c780578fd3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:00.749832 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-f475e3fa-13db-4f64-ac9e-2c780578fd3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:00.754215 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-f475e3fa-13db-4f64-ac9e-2c780578fd3a admin admin] Usage tracker for resource:security_group_rule and tenant:df2fa150ff3345e0acb31375faf5a199 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:00.757490 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-f475e3fa-13db-4f64-ac9e-2c780578fd3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:00.764040 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-f475e3fa-13db-4f64-ac9e-2c780578fd3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:00.836206 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f475e3fa-13db-4f64-ac9e-2c780578fd3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:00.840050 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f475e3fa-13db-4f64-ac9e-2c780578fd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:00.846918 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-71948b57-56f1-4471-a2b7-4cb30c98f00f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:00.888721 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475e3fa-13db-4f64-ac9e-2c780578fd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342d1245-ed69-46be-ab08-3ed287444eeb,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:00.892594 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f475e3fa-13db-4f64-ac9e-2c780578fd3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:00.895447 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-f475e3fa-13db-4f64-ac9e-2c780578fd3a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=df2fa150ff3345e0acb31375faf5a199&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1978438 Dec 14 19:12:00.897928 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51266) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:00.966943 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7fbec436-ceb2-4598-93ba-7bfe347d849a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:00.993885 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7fbec436-ceb2-4598-93ba-7bfe347d849a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:01.047599 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7fbec436-ceb2-4598-93ba-7bfe347d849a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:01.051742 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-1a452330-cf56-4aeb-bfb7-b0c222f2e4c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:01.066846 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbec436-ceb2-4598-93ba-7bfe347d849a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342d1245-ed69-46be-ab08-3ed287444eeb,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:01.070259 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-7fbec436-ceb2-4598-93ba-7bfe347d849a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:01.072591 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7fbec436-ceb2-4598-93ba-7bfe347d849a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:01.073872 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-7fbec436-ceb2-4598-93ba-7bfe347d849a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/342d1245-ed69-46be-ab08-3ed287444eeb HTTP/1.1" status: 204 len: 168 time: 0.1749291 Dec 14 19:12:02.370376 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106c4d4-8ee4-42d5-84d0-b7f092fc09c8 req-dd9debd8-4ee7-4b27-80da-d9245f0e1098 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:02.371993 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-6106c4d4-8ee4-42d5-84d0-b7f092fc09c8 req-dd9debd8-4ee7-4b27-80da-d9245f0e1098 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 946 time: 0.0852861 Dec 14 19:12:02.429260 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-6106c4d4-8ee4-42d5-84d0-b7f092fc09c8 req-1eb55b98-1593-45ca-a780-8bf876ab61ee tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504794 Dec 14 19:12:02.656062 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51310) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:02.839496 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1be01897-df6a-4637-b1f4-1b9e99586680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:02.877450 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-1be01897-df6a-4637-b1f4-1b9e99586680 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:02.882206 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-1be01897-df6a-4637-b1f4-1b9e99586680 admin admin] Usage tracker for resource:security_group_rule and tenant:ab0e73a5cd354ac389d1760037e0f2ee is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:02.885859 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-1be01897-df6a-4637-b1f4-1b9e99586680 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:02.892515 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-1be01897-df6a-4637-b1f4-1b9e99586680 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:02.964349 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1be01897-df6a-4637-b1f4-1b9e99586680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:02.968387 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1be01897-df6a-4637-b1f4-1b9e99586680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:02.975183 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-33fdda95-b25c-4e9b-8c05-66cdf4f3520b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:03.018697 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be01897-df6a-4637-b1f4-1b9e99586680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2623786e-ce36-4a2c-b9d7-b0659f5021c6,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:03.022250 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-1be01897-df6a-4637-b1f4-1b9e99586680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:03.025649 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-1be01897-df6a-4637-b1f4-1b9e99586680 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ab0e73a5cd354ac389d1760037e0f2ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3678908 Dec 14 19:12:03.034619 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51316) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:03.097282 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-00c68c71-bdf6-453c-9031-45705cac93f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:03.129193 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-00c68c71-bdf6-453c-9031-45705cac93f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:03.211749 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-00c68c71-bdf6-453c-9031-45705cac93f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:03.217501 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e9021767-5a17-49b7-b706-573df1e85763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:03.454104 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c68c71-bdf6-453c-9031-45705cac93f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2623786e-ce36-4a2c-b9d7-b0659f5021c6,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:03.456844 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-00c68c71-bdf6-453c-9031-45705cac93f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:03.458091 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-00c68c71-bdf6-453c-9031-45705cac93f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:03.459308 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-00c68c71-bdf6-453c-9031-45705cac93f8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2623786e-ce36-4a2c-b9d7-b0659f5021c6 HTTP/1.1" status: 204 len: 168 time: 0.4298191 Dec 14 19:12:03.643881 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fcb46-5451-495a-a727-326f123138a3 req-86c9d536-7cfe-4992-9e46-da392d043f1d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:03.645478 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-6a9fcb46-5451-495a-a727-326f123138a3 req-86c9d536-7cfe-4992-9e46-da392d043f1d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.73 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 946 time: 0.1426530 Dec 14 19:12:03.726921 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0acaf5-45d0-4690-8958-0c227a82cd67 req-d8bd1354-8932-40da-8be2-d237b6412f45 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:03.728576 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2d0acaf5-45d0-4690-8958-0c227a82cd67 req-d8bd1354-8932-40da-8be2-d237b6412f45 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 946 time: 0.1560464 Dec 14 19:12:03.756248 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-6a9fcb46-5451-495a-a727-326f123138a3 req-dc95e3e8-f6ed-43b5-9628-2db29ba6ee5e tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Deleting port 2243d381-6c9c-4dd0-a65a-736a533cc984 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:12:03.756672 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-6a9fcb46-5451-495a-a727-326f123138a3 req-dc95e3e8-f6ed-43b5-9628-2db29ba6ee5e tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:03.867751 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2d0acaf5-45d0-4690-8958-0c227a82cd67 req-d473bf02-2c6c-43d8-961b-8209ab119aae tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups?id=a582ca1b-0a4f-4475-bde6-ce7a931b136b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329353 Dec 14 19:12:04.041145 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-6a9fcb46-5451-495a-a727-326f123138a3 req-dc95e3e8-f6ed-43b5-9628-2db29ba6ee5e tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] For port 2243d381-6c9c-4dd0-a65a-736a533cc984, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=2243d381-6c9c-4dd0-a65a-736a533cc984,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:12:04.041537 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-6a9fcb46-5451-495a-a727-326f123138a3 req-dc95e3e8-f6ed-43b5-9628-2db29ba6ee5e tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:04.346149 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-6a9fcb46-5451-495a-a727-326f123138a3 req-dc95e3e8-f6ed-43b5-9628-2db29ba6ee5e tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:04.346550 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-6a9fcb46-5451-495a-a727-326f123138a3 req-dc95e3e8-f6ed-43b5-9628-2db29ba6ee5e tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435684'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:04.346893 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.l3_db [req-6a9fcb46-5451-495a-a727-326f123138a3 req-dc95e3e8-f6ed-43b5-9628-2db29ba6ee5e tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Floating IP 584bfbba-d33b-4927-9727-1d40a3ac2753 disassociated. External IP: 172.28.1.136, port: 2243d381-6c9c-4dd0-a65a-736a533cc984. Dec 14 19:12:04.347259 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-6a9fcb46-5451-495a-a727-326f123138a3 req-dc95e3e8-f6ed-43b5-9628-2db29ba6ee5e tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Calling delete_port for 2243d381-6c9c-4dd0-a65a-736a533cc984 owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:12:04.494672 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-6a9fcb46-5451-495a-a727-326f123138a3 req-dc95e3e8-f6ed-43b5-9628-2db29ba6ee5e tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:04.501466 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-4fce669f-2667-4861-b172-fc605766fe1e tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:04.546017 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc95e3e8-f6ed-43b5-9628-2db29ba6ee5e tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Pushing event deleted for resources: {'Port': ['ID=2243d381-6c9c-4dd0-a65a-736a533cc984,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:04.548784 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-dc95e3e8-f6ed-43b5-9628-2db29ba6ee5e tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:04.770190 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a9fcb46-5451-495a-a727-326f123138a3 req-dc95e3e8-f6ed-43b5-9628-2db29ba6ee5e tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Router 69eb45f3-812c-409b-bbda-2ab5d1e31896 has already been hosted by L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:12:04.985377 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a9fcb46-5451-495a-a727-326f123138a3 req-dc95e3e8-f6ed-43b5-9628-2db29ba6ee5e tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:12:04.998468 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914d865e-310c-4447-86e0-7fefd13ca2d1 None None] Sync routers for ids ['69eb45f3-812c-409b-bbda-2ab5d1e31896'] in dv-cinder-821749-1-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:12:05.025005 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914d865e-310c-4447-86e0-7fefd13ca2d1 None None] Routers {'69eb45f3-812c-409b-bbda-2ab5d1e31896'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:12:05.026840 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-914d865e-310c-4447-86e0-7fefd13ca2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:11:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['69eb45f3-812c-409b-bbda-2ab5d1e31896'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:05.108731 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9fcb46-5451-495a-a727-326f123138a3 req-dc95e3e8-f6ed-43b5-9628-2db29ba6ee5e tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] No DVR routers for this DVR port 2243d381-6c9c-4dd0-a65a-736a533cc984 on host hv-cinder-82174 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:12:05.112315 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-176af5b7-2620-49df-b0ba-856276af663c req-69043890-3560-4f1f-a409-86989e85185d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/ports?device_id=1635bfab-e30c-43eb-8ee5-e1900176c192 HTTP/1.1" status: 200 len: 210 time: 0.0571566 Dec 14 19:12:05.113409 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-6a9fcb46-5451-495a-a727-326f123138a3 req-dc95e3e8-f6ed-43b5-9628-2db29ba6ee5e tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:05.119429 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1635bfab-e30c-43eb-8ee5-e1900176c192', 'name': 'network-vif-deleted', 'tag': '2243d381-6c9c-4dd0-a65a-736a533cc984'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:12:05.153049 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-6a9fcb46-5451-495a-a727-326f123138a3 req-dc95e3e8-f6ed-43b5-9628-2db29ba6ee5e tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.73 "DELETE /v2.0/ports/2243d381-6c9c-4dd0-a65a-736a533cc984 HTTP/1.1" status: 204 len: 173 time: 1.5004928 Dec 14 19:12:05.274981 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1635bfab-e30c-43eb-8ee5-e1900176c192', 'name': 'network-vif-deleted', 'tag': '2243d381-6c9c-4dd0-a65a-736a533cc984', 'status': 'completed', 'code': 200} Dec 14 19:12:05.361855 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-914d865e-310c-4447-86e0-7fefd13ca2d1 None None] Set router 69eb45f3-812c-409b-bbda-2ab5d1e31896 gateway port host: dv-cinder-821749-1-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:12:05.719245 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-914d865e-310c-4447-86e0-7fefd13ca2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'name': 'tempest-AttachVolumeShelveTestJSON-1302898717-router', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143'}], 'enable_snat': True}, 'gw_port_id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:28Z', 'updated_at': '2021-12-14T19:04:58Z', 'revision_number': 4, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'gw_port': {'id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:30Z', 'updated_at': '2021-12-14T19:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': 'aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1', 'name': '', 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'mac_address': 'fa:16:3e:76:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:45Z', 'updated_at': '2021-12-14T19:05:18Z', 'revision_number': 5, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'subnets': [{'id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:05.723860 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914d865e-310c-4447-86e0-7fefd13ca2d1 None None] Checking router: 69eb45f3-812c-409b-bbda-2ab5d1e31896 for host: dv-cinder-821749-1-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:12:05.737557 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914d865e-310c-4447-86e0-7fefd13ca2d1 None None] Routers {'69eb45f3-812c-409b-bbda-2ab5d1e31896'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:12:05.738239 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-914d865e-310c-4447-86e0-7fefd13ca2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:11:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['69eb45f3-812c-409b-bbda-2ab5d1e31896'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:05.933252 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-914d865e-310c-4447-86e0-7fefd13ca2d1 None None] Set router 69eb45f3-812c-409b-bbda-2ab5d1e31896 gateway port host: dv-cinder-821749-1-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:12:06.285488 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-914d865e-310c-4447-86e0-7fefd13ca2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'name': 'tempest-AttachVolumeShelveTestJSON-1302898717-router', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143'}], 'enable_snat': True}, 'gw_port_id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:28Z', 'updated_at': '2021-12-14T19:04:58Z', 'revision_number': 4, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'gw_port': {'id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:30Z', 'updated_at': '2021-12-14T19:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': 'aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1', 'name': '', 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'mac_address': 'fa:16:3e:76:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:45Z', 'updated_at': '2021-12-14T19:05:18Z', 'revision_number': 5, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'subnets': [{'id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:06.289768 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914d865e-310c-4447-86e0-7fefd13ca2d1 None None] The sync data for ids ['69eb45f3-812c-409b-bbda-2ab5d1e31896'] in dv-cinder-821749-1-smb is: [{'id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'name': 'tempest-AttachVolumeShelveTestJSON-1302898717-router', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143'}], 'enable_snat': True}, 'gw_port_id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:28Z', 'updated_at': '2021-12-14T19:04:58Z', 'revision_number': 4, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'gw_port': {'id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:30Z', 'updated_at': '2021-12-14T19:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': 'aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1', 'name': '', 'network_id': 'b4963efd-9650-43f5-bcad-9f14585c51e1', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'mac_address': 'fa:16:3e:76:50:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:45Z', 'updated_at': '2021-12-14T19:05:18Z', 'revision_number': 5, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'subnets': [{'id': '3b815059-1f36-4f96-b4d1-a621a9f7fda3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:12:06.339289 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51408) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:06.426958 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-03ccfcf6-ec5c-4a1b-8529-a71496ddbc4d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:06.461206 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-03ccfcf6-ec5c-4a1b-8529-a71496ddbc4d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:06.512128 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-03ccfcf6-ec5c-4a1b-8529-a71496ddbc4d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:06.518559 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-a8b4b9de-0e69-4917-a0ab-6ec2617b52d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:06.535755 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ccfcf6-ec5c-4a1b-8529-a71496ddbc4d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a582ca1b-0a4f-4475-bde6-ce7a931b136b,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:06.548406 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-03ccfcf6-ec5c-4a1b-8529-a71496ddbc4d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:06.549708 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-03ccfcf6-ec5c-4a1b-8529-a71496ddbc4d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "DELETE /v2.0/security-groups/a582ca1b-0a4f-4475-bde6-ce7a931b136b HTTP/1.1" status: 204 len: 168 time: 0.2091093 Dec 14 19:12:06.551161 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccfcf6-ec5c-4a1b-8529-a71496ddbc4d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:06.551562 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccfcf6-ec5c-4a1b-8529-a71496ddbc4d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:06.551959 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccfcf6-ec5c-4a1b-8529-a71496ddbc4d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:06.552361 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccfcf6-ec5c-4a1b-8529-a71496ddbc4d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:06.552751 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccfcf6-ec5c-4a1b-8529-a71496ddbc4d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:06.553269 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccfcf6-ec5c-4a1b-8529-a71496ddbc4d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:06.553383 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 51412) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:06.553546 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccfcf6-ec5c-4a1b-8529-a71496ddbc4d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:06.553977 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccfcf6-ec5c-4a1b-8529-a71496ddbc4d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:06.554370 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccfcf6-ec5c-4a1b-8529-a71496ddbc4d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:06.554752 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccfcf6-ec5c-4a1b-8529-a71496ddbc4d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:06.555162 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ccfcf6-ec5c-4a1b-8529-a71496ddbc4d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:06.558294 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-03ccfcf6-ec5c-4a1b-8529-a71496ddbc4d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:06.562671 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 2243d381-6c9c-4dd0-a65a-736a533cc984 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:12:06.576147 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.api.v2.resource [None req-e800032c-d660-4f28-a048-eaa763f223d4 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] show failed (client error): The resource could not be found. Dec 14 19:12:06.580689 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51416) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:06.580948 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-e800032c-d660-4f28-a048-eaa763f223d4 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "GET /v2.0/security-groups/a582ca1b-0a4f-4475-bde6-ce7a931b136b HTTP/1.1" status: 404 len: 347 time: 0.0260217 Dec 14 19:12:06.621795 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] No Port match for: 2243d381-6c9c-4dd0-a65a-736a533cc984 {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:12:06.622270 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 2243d381-6c9c-4dd0-a65a-736a533cc984 not bound to the agent host hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:12:06.756304 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-66187160-8252-4acf-8502-e3bff3be9086 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Deleting port 00afaefc-ac2e-45a8-8cf1-91dbc3ada819 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:12:06.757138 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-66187160-8252-4acf-8502-e3bff3be9086 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:06.787780 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a59b0f-d4e6-409e-9c06-fec799b90fbe None None] New status for floating IP 584bfbba-d33b-4927-9727-1d40a3ac2753: DOWN {{(pid=88178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 19:12:06.943361 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-66187160-8252-4acf-8502-e3bff3be9086 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:06.943640 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-66187160-8252-4acf-8502-e3bff3be9086 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:07.071386 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-66187160-8252-4acf-8502-e3bff3be9086 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Calling delete_port for 00afaefc-ac2e-45a8-8cf1-91dbc3ada819 owned by network:floatingip {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:12:07.161083 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.db.api [None req-66187160-8252-4acf-8502-e3bff3be9086 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88177) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 14 19:12:07.161693 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_db.api [None req-66187160-8252-4acf-8502-e3bff3be9086 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 14 19:12:07.662640 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-66187160-8252-4acf-8502-e3bff3be9086 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Deleting port 00afaefc-ac2e-45a8-8cf1-91dbc3ada819 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:12:07.663397 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-66187160-8252-4acf-8502-e3bff3be9086 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:07.855513 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-66187160-8252-4acf-8502-e3bff3be9086 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:07.856084 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-66187160-8252-4acf-8502-e3bff3be9086 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:07.986422 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-66187160-8252-4acf-8502-e3bff3be9086 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Calling delete_port for 00afaefc-ac2e-45a8-8cf1-91dbc3ada819 owned by network:floatingip {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:12:08.133816 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-66187160-8252-4acf-8502-e3bff3be9086 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:08.139529 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-81a02680-01c5-4f08-86df-47e8c22097d0 tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:08.183542 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66187160-8252-4acf-8502-e3bff3be9086 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Pushing event deleted for resources: {'Port': ['ID=00afaefc-ac2e-45a8-8cf1-91dbc3ada819,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:08.186086 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-66187160-8252-4acf-8502-e3bff3be9086 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:08.281167 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-66187160-8252-4acf-8502-e3bff3be9086 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks [] for floatingip, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:08.299833 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-66187160-8252-4acf-8502-e3bff3be9086 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:08.301153 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-66187160-8252-4acf-8502-e3bff3be9086 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] 10.222.0.62 "DELETE /v2.0/floatingips/584bfbba-d33b-4927-9727-1d40a3ac2753 HTTP/1.1" status: 204 len: 168 time: 1.7190866 Dec 14 19:12:11.263458 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51448) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:11.545974 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:12.179549 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-353bbc50-dc59-4e8b-824a-f4ca74839b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854335222'] for router_interface, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:12.843214 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-353bbc50-dc59-4e8b-824a-f4ca74839b7c admin admin] Deleting port aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:12:12.843704 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-353bbc50-dc59-4e8b-824a-f4ca74839b7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:13.050112 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-353bbc50-dc59-4e8b-824a-f4ca74839b7c admin admin] For port aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:12:13.050675 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-353bbc50-dc59-4e8b-824a-f4ca74839b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:13.186138 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-353bbc50-dc59-4e8b-824a-f4ca74839b7c admin admin] Calling delete_port for aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1 owned by network:router_interface {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:12:13.382178 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-353bbc50-dc59-4e8b-824a-f4ca74839b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:13.386991 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-9df8c244-b343-4632-8cae-f3f551a81163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:13.433089 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353bbc50-dc59-4e8b-824a-f4ca74839b7c admin admin] Pushing event deleted for resources: {'Port': ['ID=aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:13.437142 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-353bbc50-dc59-4e8b-824a-f4ca74839b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:13.782730 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-353bbc50-dc59-4e8b-824a-f4ca74839b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851488725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854335088'] for router_interface, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:14.736394 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353bbc50-dc59-4e8b-824a-f4ca74839b7c admin admin] Router 69eb45f3-812c-409b-bbda-2ab5d1e31896 has already been hosted by L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:12:14.973997 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353bbc50-dc59-4e8b-824a-f4ca74839b7c admin admin] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:12:14.986713 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d8dc76-b8a7-446e-b658-291534950e39 None None] Sync routers for ids ['69eb45f3-812c-409b-bbda-2ab5d1e31896'] in dv-cinder-821749-1-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:12:14.989126 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-353bbc50-dc59-4e8b-824a-f4ca74839b7c admin admin] 10.222.0.62 "PUT /v2.0/routers/69eb45f3-812c-409b-bbda-2ab5d1e31896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7244353 Dec 14 19:12:14.992069 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 51460) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:15.003194 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d8dc76-b8a7-446e-b658-291534950e39 None None] Routers {'69eb45f3-812c-409b-bbda-2ab5d1e31896'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:12:15.004028 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-25d8dc76-b8a7-446e-b658-291534950e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:11:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['69eb45f3-812c-409b-bbda-2ab5d1e31896'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:15.230477 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-25d8dc76-b8a7-446e-b658-291534950e39 None None] Set router 69eb45f3-812c-409b-bbda-2ab5d1e31896 gateway port host: dv-cinder-821749-1-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:12:15.255653 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ecf508d0-9ba0-4ac1-a194-3c166df52ccb admin admin] Notify callbacks [] for router, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:15.508820 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ecf508d0-9ba0-4ac1-a194-3c166df52ccb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:15.518121 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-ecf508d0-9ba0-4ac1-a194-3c166df52ccb admin admin] Deleting port 12250b26-9bf7-4b97-bac7-07e5b6fa2f1f {{(pid=88176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:12:15.518625 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ecf508d0-9ba0-4ac1-a194-3c166df52ccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:15.643596 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-25d8dc76-b8a7-446e-b658-291534950e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'name': 'tempest-AttachVolumeShelveTestJSON-1302898717-router', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143'}], 'enable_snat': True}, 'gw_port_id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:28Z', 'updated_at': '2021-12-14T19:12:13Z', 'revision_number': 5, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'gw_port': {'id': '12250b26-9bf7-4b97-bac7-07e5b6fa2f1f', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:83:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:04:30Z', 'updated_at': '2021-12-14T19:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb'}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:15.648327 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d8dc76-b8a7-446e-b658-291534950e39 None None] Checking router: 69eb45f3-812c-409b-bbda-2ab5d1e31896 for host: dv-cinder-821749-1-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:12:15.660300 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d8dc76-b8a7-446e-b658-291534950e39 None None] Routers {'69eb45f3-812c-409b-bbda-2ab5d1e31896'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:12:15.661008 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-25d8dc76-b8a7-446e-b658-291534950e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:11:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['69eb45f3-812c-409b-bbda-2ab5d1e31896'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:15.756817 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-ecf508d0-9ba0-4ac1-a194-3c166df52ccb admin admin] For port 12250b26-9bf7-4b97-bac7-07e5b6fa2f1f, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=12250b26-9bf7-4b97-bac7-07e5b6fa2f1f,segment=NetworkSegment(0945c744-4d3b-470e-8f6d-ce93add76b81),segment_id=0945c744-4d3b-470e-8f6d-ce93add76b81)] {{(pid=88176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:12:15.757888 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ecf508d0-9ba0-4ac1-a194-3c166df52ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:15.902022 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-ecf508d0-9ba0-4ac1-a194-3c166df52ccb admin admin] Calling delete_port for 12250b26-9bf7-4b97-bac7-07e5b6fa2f1f owned by network:router_gateway {{(pid=88176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:12:15.982579 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-25d8dc76-b8a7-446e-b658-291534950e39 None None] Set router 69eb45f3-812c-409b-bbda-2ab5d1e31896 gateway port host: None {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:12:16.096540 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-25d8dc76-b8a7-446e-b658-291534950e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'name': 'tempest-AttachVolumeShelveTestJSON-1302898717-router', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:28Z', 'updated_at': '2021-12-14T19:12:15Z', 'revision_number': 6, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'gw_port_host': None}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:16.101181 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d8dc76-b8a7-446e-b658-291534950e39 None None] The sync data for ids ['69eb45f3-812c-409b-bbda-2ab5d1e31896'] in dv-cinder-821749-1-smb is: [{'id': '69eb45f3-812c-409b-bbda-2ab5d1e31896', 'name': 'tempest-AttachVolumeShelveTestJSON-1302898717-router', 'tenant_id': '58846b25a8b64cc9833f513a6aff6430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:04:28Z', 'updated_at': '2021-12-14T19:12:15Z', 'revision_number': 6, 'project_id': '58846b25a8b64cc9833f513a6aff6430', 'gw_port_host': None}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:12:16.112285 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ecf508d0-9ba0-4ac1-a194-3c166df52ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1865571'] for port, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:16.117000 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-0ff02bc0-6fa3-43ce-8f3f-af7057a652c1 tempest-VolumesActionsTest-821613310 tempest-VolumesActionsTest-821613310-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:16.171802 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf508d0-9ba0-4ac1-a194-3c166df52ccb admin admin] Pushing event deleted for resources: {'Port': ['ID=12250b26-9bf7-4b97-bac7-07e5b6fa2f1f,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:16.175767 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ecf508d0-9ba0-4ac1-a194-3c166df52ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:16.474969 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ecf508d0-9ba0-4ac1-a194-3c166df52ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854340325'] for router_gateway, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:16.822232 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ecf508d0-9ba0-4ac1-a194-3c166df52ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036851047307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036853733720'] for router, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:16.827248 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ecf508d0-9ba0-4ac1-a194-3c166df52ccb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:16.863321 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ecf508d0-9ba0-4ac1-a194-3c166df52ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036851047397'] for router, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:16.864044 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf508d0-9ba0-4ac1-a194-3c166df52ccb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69eb45f3-812c-409b-bbda-2ab5d1e31896 {{(pid=88176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 14 19:12:16.881256 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ecf508d0-9ba0-4ac1-a194-3c166df52ccb admin admin] Notify callbacks [] for router, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:16.886465 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51480) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:16.886844 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-ecf508d0-9ba0-4ac1-a194-3c166df52ccb admin admin] 10.222.0.62 "DELETE /v2.0/routers/69eb45f3-812c-409b-bbda-2ab5d1e31896 HTTP/1.1" status: 204 len: 168 time: 1.8935158 Dec 14 19:12:16.916194 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1 no longer exists at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:12:16.957332 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] No Port match for: aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1 {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:12:16.958027 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device aa6c7d86-dd83-47e3-b9f6-79a426fe8bc1 not bound to the agent host dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:12:16.958649 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 12250b26-9bf7-4b97-bac7-07e5b6fa2f1f no longer exists at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:12:16.974148 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0e0cf01-3869-42ba-a7bd-669fa62ee8a0 admin admin] Deleting subnet 3b815059-1f36-4f96-b4d1-a621a9f7fda3 {{(pid=88177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:12:16.978346 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e0e0cf01-3869-42ba-a7bd-669fa62ee8a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:16.999238 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] No Port match for: 12250b26-9bf7-4b97-bac7-07e5b6fa2f1f {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:12:16.999636 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 12250b26-9bf7-4b97-bac7-07e5b6fa2f1f not bound to the agent host dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:12:17.061890 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e0e0cf01-3869-42ba-a7bd-669fa62ee8a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852802915'] for subnet, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:17.153367 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e0e0cf01-3869-42ba-a7bd-669fa62ee8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2951685'] for subnet, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:17.233849 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e0e0cf01-3869-42ba-a7bd-669fa62ee8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851824100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853069178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852835295'] for subnet, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:17.238387 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-b0f7cdbd-42ee-4def-850a-6e24fe250313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:17.279141 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0cf01-3869-42ba-a7bd-669fa62ee8a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b815059-1f36-4f96-b4d1-a621a9f7fda3,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:17.284575 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e0e0cf01-3869-42ba-a7bd-669fa62ee8a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:17.289985 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e0e0cf01-3869-42ba-a7bd-669fa62ee8a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:17.296222 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25ed437-b15d-44c9-ad4d-785b332f50d7 None None] Network b4963efd-9650-43f5-bcad-9f14585c51e1 requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:12:17.297459 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-e0e0cf01-3869-42ba-a7bd-669fa62ee8a0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3b815059-1f36-4f96-b4d1-a621a9f7fda3 HTTP/1.1" status: 204 len: 168 time: 0.4096963 Dec 14 19:12:17.300291 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51484) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:17.427386 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e8fafaa5-be83-4dad-b718-ed1f32924d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229502'] for network, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:17.440092 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-e8fafaa5-be83-4dad-b718-ed1f32924d8a admin admin] Deleting port 46da65b0-2075-4440-874e-8a164cb6934c {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:12:17.440469 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e8fafaa5-be83-4dad-b718-ed1f32924d8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:17.610249 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80395776-a7ba-4ddb-9171-eaddd953dff4 None None] DHCP port deletion for b4963efd-9650-43f5-bcad-9f14585c51e1 request from dv-cinder-821749-1-smb {{(pid=88178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 14 19:12:17.615253 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-80395776-a7ba-4ddb-9171-eaddd953dff4 None None] Deleting port 46da65b0-2075-4440-874e-8a164cb6934c {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:12:17.615686 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-80395776-a7ba-4ddb-9171-eaddd953dff4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:17.673026 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-e8fafaa5-be83-4dad-b718-ed1f32924d8a admin admin] For port 46da65b0-2075-4440-874e-8a164cb6934c, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=46da65b0-2075-4440-874e-8a164cb6934c,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:12:17.673389 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e8fafaa5-be83-4dad-b718-ed1f32924d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:17.820457 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-e8fafaa5-be83-4dad-b718-ed1f32924d8a admin admin] Calling delete_port for 46da65b0-2075-4440-874e-8a164cb6934c owned by network:dhcp {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:12:17.906325 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e8fafaa5-be83-4dad-b718-ed1f32924d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:17.912111 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-eea98392-bda5-471a-8f03-fc05f521931e tempest-AttachVolumeNegativeTest-1314983501 tempest-AttachVolumeNegativeTest-1314983501-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:17.959354 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fafaa5-be83-4dad-b718-ed1f32924d8a admin admin] Pushing event deleted for resources: {'Port': ['ID=46da65b0-2075-4440-874e-8a164cb6934c,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:17.962175 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e8fafaa5-be83-4dad-b718-ed1f32924d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:17.965421 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fafaa5-be83-4dad-b718-ed1f32924d8a admin admin] No DVR routers for this DVR port 46da65b0-2075-4440-874e-8a164cb6934c on host dv-cinder-821749-1-smb {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:12:18.028750 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-80395776-a7ba-4ddb-9171-eaddd953dff4 None None] For port 46da65b0-2075-4440-874e-8a164cb6934c, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=46da65b0-2075-4440-874e-8a164cb6934c,segment=NetworkSegment(194eab7e-d5e7-4d23-9be3-263d15a0e1de),segment_id=194eab7e-d5e7-4d23-9be3-263d15a0e1de)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:12:18.029234 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-80395776-a7ba-4ddb-9171-eaddd953dff4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:18.104505 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e8fafaa5-be83-4dad-b718-ed1f32924d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980764', 'neutron.services.segments.db._delete_segments_for_network-8781368899016'] for network, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:18.159862 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-80395776-a7ba-4ddb-9171-eaddd953dff4 None None] Calling delete_port for 46da65b0-2075-4440-874e-8a164cb6934c owned by network:dhcp {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:12:18.160096 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-e8fafaa5-be83-4dad-b718-ed1f32924d8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4963efd-9650-43f5-bcad-9f14585c51e1']}} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:18.188909 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-e8fafaa5-be83-4dad-b718-ed1f32924d8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '194eab7e-d5e7-4d23-9be3-263d15a0e1de') {'for_net_delete': True} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:18.189701 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-e8fafaa5-be83-4dad-b718-ed1f32924d8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '194eab7e-d5e7-4d23-9be3-263d15a0e1de') {} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:18.213417 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e8fafaa5-be83-4dad-b718-ed1f32924d8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781368905689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972884'] for segment, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:18.234492 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e8fafaa5-be83-4dad-b718-ed1f32924d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:18.239578 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.db.api [None req-80395776-a7ba-4ddb-9171-eaddd953dff4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88178) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 14 19:12:18.239970 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_db.api [None req-80395776-a7ba-4ddb-9171-eaddd953dff4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 14 19:12:18.243576 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8fafaa5-be83-4dad-b718-ed1f32924d8a admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=88177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:12:18.244016 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e8fafaa5-be83-4dad-b718-ed1f32924d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2974435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1706020'] for segment, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: Traceback (most recent call last): Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: timer() Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: cb(*args, **kw) Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: return func(*args, **kwargs) Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: self._notify() Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: self.callback(batched_events) Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: event.method(event) Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: segment_id)['aggregates'][0] Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: return f(self, *a, **k) Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: return self._get(url).json() Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: **kwargs) Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: return self.request(url, 'GET', **kwargs) Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: **endpoint_filter) Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:12:18.259832 dv-cinder-821749-1-smb neutron-server[88065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:12:18.349643 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e8fafaa5-be83-4dad-b718-ed1f32924d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435701'] for network, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:18.353738 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:18.368139 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e8fafaa5-be83-4dad-b718-ed1f32924d8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:18.379677 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fafaa5-be83-4dad-b718-ed1f32924d8a admin admin] Pushing event deleted for resources: {'Network': ['ID=b4963efd-9650-43f5-bcad-9f14585c51e1,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:18.383390 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e8fafaa5-be83-4dad-b718-ed1f32924d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:18.395798 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-e8fafaa5-be83-4dad-b718-ed1f32924d8a admin admin] 10.222.0.62 "DELETE /v2.0/networks/b4963efd-9650-43f5-bcad-9f14585c51e1 HTTP/1.1" status: 204 len: 168 time: 1.0942762 Dec 14 19:12:18.564439 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51492) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:18.622477 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-86a91b53-09f8-446a-9bec-8dabb849165b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=58846b25a8b64cc9833f513a6aff6430&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0565040 Dec 14 19:12:18.625423 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 51496) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:18.700199 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-11120e2d-ebec-4d39-9359-7f2bbce31580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:18.733282 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-11120e2d-ebec-4d39-9359-7f2bbce31580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:18.741661 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-80395776-a7ba-4ddb-9171-eaddd953dff4 None None] Deleting port 46da65b0-2075-4440-874e-8a164cb6934c {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:12:18.742122 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-80395776-a7ba-4ddb-9171-eaddd953dff4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:18.802240 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-11120e2d-ebec-4d39-9359-7f2bbce31580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:18.813433 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-80395776-a7ba-4ddb-9171-eaddd953dff4 None None] The port '46da65b0-2075-4440-874e-8a164cb6934c' was deleted {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 14 19:12:18.822452 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-64d3d979-8a13-48b1-afe3-8a81b86d7673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:18.846353 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11120e2d-ebec-4d39-9359-7f2bbce31580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ee5230-4788-484d-b8e8-0d720a0701e4,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:18.854041 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-11120e2d-ebec-4d39-9359-7f2bbce31580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:18.859892 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-11120e2d-ebec-4d39-9359-7f2bbce31580 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/39ee5230-4788-484d-b8e8-0d720a0701e4 HTTP/1.1" status: 204 len: 168 time: 0.2292178 Dec 14 19:12:18.875163 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11120e2d-ebec-4d39-9359-7f2bbce31580 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:18.875595 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11120e2d-ebec-4d39-9359-7f2bbce31580 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:18.876008 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11120e2d-ebec-4d39-9359-7f2bbce31580 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:18.876419 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11120e2d-ebec-4d39-9359-7f2bbce31580 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:18.876826 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11120e2d-ebec-4d39-9359-7f2bbce31580 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:18.877262 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11120e2d-ebec-4d39-9359-7f2bbce31580 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:18.877675 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11120e2d-ebec-4d39-9359-7f2bbce31580 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:18.878081 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11120e2d-ebec-4d39-9359-7f2bbce31580 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:18.878483 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11120e2d-ebec-4d39-9359-7f2bbce31580 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:18.878880 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11120e2d-ebec-4d39-9359-7f2bbce31580 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:18.879280 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11120e2d-ebec-4d39-9359-7f2bbce31580 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:18.883362 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-11120e2d-ebec-4d39-9359-7f2bbce31580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:18.945046 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 46da65b0-2075-4440-874e-8a164cb6934c no longer exists at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:12:18.981792 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] No Port match for: 46da65b0-2075-4440-874e-8a164cb6934c {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:12:18.982141 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 46da65b0-2075-4440-874e-8a164cb6934c not bound to the agent host dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:12:21.534804 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 51562) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:21.700896 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e4d67ff5-6dd9-48c5-9bae-cc33d5fa1374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:21.735760 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-e4d67ff5-6dd9-48c5-9bae-cc33d5fa1374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:21.740075 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-e4d67ff5-6dd9-48c5-9bae-cc33d5fa1374 admin admin] Usage tracker for resource:security_group_rule and tenant:a50c270576ef432a87da8feddc25b3ab is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:21.743275 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-e4d67ff5-6dd9-48c5-9bae-cc33d5fa1374 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:21.749544 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-e4d67ff5-6dd9-48c5-9bae-cc33d5fa1374 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:21.822091 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e4d67ff5-6dd9-48c5-9bae-cc33d5fa1374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:21.826097 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e4d67ff5-6dd9-48c5-9bae-cc33d5fa1374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:21.833583 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-adab4552-f20b-407a-b117-6c780a996355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:22.108916 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-e4d67ff5-6dd9-48c5-9bae-cc33d5fa1374 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a50c270576ef432a87da8feddc25b3ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5724528 Dec 14 19:12:22.109595 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d67ff5-6dd9-48c5-9bae-cc33d5fa1374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ae2724-cf8d-470c-a171-5c81025dd9a9,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:22.112459 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51572) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:22.112751 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e4d67ff5-6dd9-48c5-9bae-cc33d5fa1374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:22.184792 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-53d8dfda-fa26-4587-91df-3ed9450d60a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:22.212590 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-53d8dfda-fa26-4587-91df-3ed9450d60a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:22.262180 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-53d8dfda-fa26-4587-91df-3ed9450d60a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:22.267407 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-00c68c71-bdf6-453c-9031-45705cac93f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:22.278662 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d8dfda-fa26-4587-91df-3ed9450d60a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ae2724-cf8d-470c-a171-5c81025dd9a9,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:22.281357 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-53d8dfda-fa26-4587-91df-3ed9450d60a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:22.287218 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-53d8dfda-fa26-4587-91df-3ed9450d60a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:22.289289 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-53d8dfda-fa26-4587-91df-3ed9450d60a9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b2ae2724-cf8d-470c-a171-5c81025dd9a9 HTTP/1.1" status: 204 len: 168 time: 0.1750145 Dec 14 19:12:22.672850 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51582) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:22.694298 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-45137be0-e112-4878-9752-97fb27119b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:22.728320 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-45137be0-e112-4878-9752-97fb27119b3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:22.732763 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-45137be0-e112-4878-9752-97fb27119b3b admin admin] Usage tracker for resource:security_group_rule and tenant:4e6b1d930e254f879be9cc69ee817243 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:22.735936 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-45137be0-e112-4878-9752-97fb27119b3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:22.743211 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-45137be0-e112-4878-9752-97fb27119b3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:22.814986 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-45137be0-e112-4878-9752-97fb27119b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:22.819198 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-45137be0-e112-4878-9752-97fb27119b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:22.826033 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-34b58c07-2937-4aa3-adb2-aa54643cdfd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:22.871124 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45137be0-e112-4878-9752-97fb27119b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0966f2-aa5d-41c6-89c2-009dff4c357b,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:22.874468 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-45137be0-e112-4878-9752-97fb27119b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:22.878253 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-45137be0-e112-4878-9752-97fb27119b3b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4e6b1d930e254f879be9cc69ee817243&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2042623 Dec 14 19:12:22.881149 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51586) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:22.947301 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ebe296f1-a438-4654-9f33-6196d8d11016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:22.976893 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ebe296f1-a438-4654-9f33-6196d8d11016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:23.029757 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ebe296f1-a438-4654-9f33-6196d8d11016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:23.033746 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3f0044e6-5a55-4a11-a087-13ac443d3303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:23.045830 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe296f1-a438-4654-9f33-6196d8d11016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0966f2-aa5d-41c6-89c2-009dff4c357b,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:23.048313 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ebe296f1-a438-4654-9f33-6196d8d11016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:23.054423 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ebe296f1-a438-4654-9f33-6196d8d11016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:23.055584 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-ebe296f1-a438-4654-9f33-6196d8d11016 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3d0966f2-aa5d-41c6-89c2-009dff4c357b HTTP/1.1" status: 204 len: 168 time: 0.1733544 Dec 14 19:12:26.444022 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-564426cd-e860-4d47-ba11-80d1593e63e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:27.821098 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:28.400689 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-cc6fe662-5c0f-4ceb-8090-b8c68bfe8855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:29.071271 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51696) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:29.150068 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:29.298452 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a1bfa3e2-aadf-4cf9-95f9-408a9ed052a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:29.334494 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-a1bfa3e2-aadf-4cf9-95f9-408a9ed052a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:29.338657 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-a1bfa3e2-aadf-4cf9-95f9-408a9ed052a5 admin admin] Usage tracker for resource:security_group_rule and tenant:833494ca6e454cbea216cbe1360a69e3 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:29.341586 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-a1bfa3e2-aadf-4cf9-95f9-408a9ed052a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:29.347967 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-a1bfa3e2-aadf-4cf9-95f9-408a9ed052a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:29.429984 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a1bfa3e2-aadf-4cf9-95f9-408a9ed052a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:29.433529 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a1bfa3e2-aadf-4cf9-95f9-408a9ed052a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:29.442578 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-86f7c8fd-fa5b-4c9b-9ff4-8d11f8f09b8f tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:29.492777 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bfa3e2-aadf-4cf9-95f9-408a9ed052a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0220df-a038-497b-b042-2fff8dce77cb,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:29.498053 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-a1bfa3e2-aadf-4cf9-95f9-408a9ed052a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:29.501312 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-a1bfa3e2-aadf-4cf9-95f9-408a9ed052a5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=833494ca6e454cbea216cbe1360a69e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4283924 Dec 14 19:12:29.505072 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 51720) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:29.575886 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-50bb68b1-093b-4991-9ab4-e59c08334cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:29.607118 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-50bb68b1-093b-4991-9ab4-e59c08334cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:29.658866 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-50bb68b1-093b-4991-9ab4-e59c08334cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:29.664798 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2bf286f0-b540-4744-acac-f7164423c06a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:29.678946 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb68b1-093b-4991-9ab4-e59c08334cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0220df-a038-497b-b042-2fff8dce77cb,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:29.681743 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-50bb68b1-093b-4991-9ab4-e59c08334cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:29.690726 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-50bb68b1-093b-4991-9ab4-e59c08334cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:29.694088 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-50bb68b1-093b-4991-9ab4-e59c08334cc2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2a0220df-a038-497b-b042-2fff8dce77cb HTTP/1.1" status: 204 len: 168 time: 0.1855321 Dec 14 19:12:30.703447 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:30.748017 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51756) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:30.904106 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-6d8a61b2-212e-4cf4-b607-b487f36d0a46 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1959979453-network', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:30.909561 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-6d8a61b2-212e-4cf4-b607-b487f36d0a46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:30.916275 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-6d8a61b2-212e-4cf4-b607-b487f36d0a46 admin admin] Usage tracker for resource:network and tenant:9a876a56377e4744ab6ea35617d6d3ec is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:30.922112 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-6d8a61b2-212e-4cf4-b607-b487f36d0a46 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:30.935980 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-6d8a61b2-212e-4cf4-b607-b487f36d0a46 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:30.951310 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8a61b2-212e-4cf4-b607-b487f36d0a46 admin admin] Made reservation on behalf of 9a876a56377e4744ab6ea35617d6d3ec for: {'network': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:12:30.959611 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6d8a61b2-212e-4cf4-b607-b487f36d0a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for network, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:30.987963 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6d8a61b2-212e-4cf4-b607-b487f36d0a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:31.035772 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-6d8a61b2-212e-4cf4-b607-b487f36d0a46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:31.041547 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-6d8a61b2-212e-4cf4-b607-b487f36d0a46 admin admin] Usage tracker for resource:security_group_rule and tenant:9a876a56377e4744ab6ea35617d6d3ec is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:31.046527 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-6d8a61b2-212e-4cf4-b607-b487f36d0a46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:31.054746 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-6d8a61b2-212e-4cf4-b607-b487f36d0a46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:31.168609 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6d8a61b2-212e-4cf4-b607-b487f36d0a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:31.173065 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6d8a61b2-212e-4cf4-b607-b487f36d0a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:31.179125 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f475e3fa-13db-4f64-ac9e-2c780578fd3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:31.217527 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d8a61b2-212e-4cf4-b607-b487f36d0a46 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=88177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:12:31.227948 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a61b2-212e-4cf4-b607-b487f36d0a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa17d7e-068a-41f4-bcf6-d70293cb9f76,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:31.232539 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6d8a61b2-212e-4cf4-b607-b487f36d0a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:31.235678 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6d8a61b2-212e-4cf4-b607-b487f36d0a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:31.236069 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.segments_db [None req-6d8a61b2-212e-4cf4-b607-b487f36d0a46 admin admin] Added segment cd02a7a6-e066-4b76-9be2-128b139685c5 of type vlan for network e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f Dec 14 19:12:31.270324 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6d8a61b2-212e-4cf4-b607-b487f36d0a46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781368396147'] for network, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:31.309465 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6d8a61b2-212e-4cf4-b607-b487f36d0a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075'] for network, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:31.310851 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8a61b2-212e-4cf4-b607-b487f36d0a46 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:31.311532 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6d8a61b2-212e-4cf4-b607-b487f36d0a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:31.317697 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:31.441755 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a61b2-212e-4cf4-b607-b487f36d0a46 admin admin] Pushing event updated for resources: {'Network': ['ID=e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:31.448196 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-6d8a61b2-212e-4cf4-b607-b487f36d0a46 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6958399 Dec 14 19:12:31.448196 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6d8a61b2-212e-4cf4-b607-b487f36d0a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:31.448813 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 51774) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:31.455493 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-42dcb42a-c736-4109-a761-27030a937c98 admin admin] Request body: {'subnet': {'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1959979453-subnet', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'ip_version': 4}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:31.462362 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Network e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f details requested by agent ovs-agent-dv-cinder-821749-1-smb with host dv-cinder-821749-1-smb {{(pid=88178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:12:31.468369 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-42dcb42a-c736-4109-a761-27030a937c98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:31.473319 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-42dcb42a-c736-4109-a761-27030a937c98 admin admin] Usage tracker for resource:subnet and tenant:9a876a56377e4744ab6ea35617d6d3ec is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:31.477224 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-42dcb42a-c736-4109-a761-27030a937c98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:31.484134 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-42dcb42a-c736-4109-a761-27030a937c98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:31.496318 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42dcb42a-c736-4109-a761-27030a937c98 admin admin] Made reservation on behalf of 9a876a56377e4744ab6ea35617d6d3ec for: {'subnet': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:12:31.506225 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-42dcb42a-c736-4109-a761-27030a937c98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853574783'] for subnet, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:31.697018 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 51780) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:31.752749 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-42dcb42a-c736-4109-a761-27030a937c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1865689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853574768'] for subnet, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:31.758532 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:31.844286 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dcb42a-c736-4109-a761-27030a937c98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87c3cc9b-64ee-4ec7-adf1-328580ac599d,revision_number=0']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:31.847486 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-42dcb42a-c736-4109-a761-27030a937c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:31.856731 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dcb42a-c736-4109-a761-27030a937c98 admin admin] Checking segment: {'id': 'cd02a7a6-e066-4b76-9be2-128b139685c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:12:31.857169 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dcb42a-c736-4109-a761-27030a937c98 admin admin] Network hostable DHCP agents. Network: e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f, hostable agents: ['64cad2d4-6c81-4c69-be80-b384beab6ad0'], hosted agents: [] {{(pid=88176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:12:31.882402 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dcb42a-c736-4109-a761-27030a937c98 admin admin] Network e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f is scheduled to be hosted by DHCP agent 64cad2d4-6c81-4c69-be80-b384beab6ad0 with binding_index 1 {{(pid=88176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:12:31.895074 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-42dcb42a-c736-4109-a761-27030a937c98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-smb, e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f) {{(pid=88176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:12:31.899935 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dcb42a-c736-4109-a761-27030a937c98 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:31.900620 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-42dcb42a-c736-4109-a761-27030a937c98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:31.911571 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a67242f-2273-4f25-8cf0-909833b321ab None None] Network e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:12:31.938767 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e85b0f50-db3b-41a1-9902-4308d2c422ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:31.958807 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-42dcb42a-c736-4109-a761-27030a937c98 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5083792 Dec 14 19:12:31.963168 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51786) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:31.971438 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-9e237786-da31-4ec9-bb71-488e293de819 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1959979453-router', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'}}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:31.978272 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-9e237786-da31-4ec9-bb71-488e293de819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:31.984275 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-9e237786-da31-4ec9-bb71-488e293de819 admin admin] Usage tracker for resource:router and tenant:9a876a56377e4744ab6ea35617d6d3ec is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:31.987981 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-9e237786-da31-4ec9-bb71-488e293de819 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:31.989239 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-e85b0f50-db3b-41a1-9902-4308d2c422ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:31.995264 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-9e237786-da31-4ec9-bb71-488e293de819 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:31.995550 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-e85b0f50-db3b-41a1-9902-4308d2c422ac admin admin] Usage tracker for resource:security_group_rule and tenant:a19807982bd94cad9ef30d52b62a7ea4 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:31.999972 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-e85b0f50-db3b-41a1-9902-4308d2c422ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:32.008291 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9e237786-da31-4ec9-bb71-488e293de819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3724985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036853733793'] for router, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:32.008570 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-e85b0f50-db3b-41a1-9902-4308d2c422ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:32.010701 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9e237786-da31-4ec9-bb71-488e293de819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851050981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854342420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1042080'] for router, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:32.043602 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9e237786-da31-4ec9-bb71-488e293de819 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:32.084121 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e85b0f50-db3b-41a1-9902-4308d2c422ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:32.087980 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e85b0f50-db3b-41a1-9902-4308d2c422ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:32.114735 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2899d04c-bda1-434e-9e41-fc829fcbd2be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:32.148247 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-e85b0f50-db3b-41a1-9902-4308d2c422ac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a19807982bd94cad9ef30d52b62a7ea4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4498386 Dec 14 19:12:32.149194 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 51790) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:32.244800 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b0f50-db3b-41a1-9902-4308d2c422ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1deba670-50d9-4417-9622-5a0a932fcc2d,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:32.252974 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e85b0f50-db3b-41a1-9902-4308d2c422ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:32.254249 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5ac83a5b-0ce1-47e3-9547-934a2a9c58c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:32.296206 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5ac83a5b-0ce1-47e3-9547-934a2a9c58c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:32.347868 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9e237786-da31-4ec9-bb71-488e293de819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3724968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1042097'] for router, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:32.357307 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5ac83a5b-0ce1-47e3-9547-934a2a9c58c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:32.369934 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-a29bb3a5-2915-4337-a032-767cf7a747c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:32.389384 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bbb61a4-b59b-51be-b8ab-e3ecdf589590-e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f', 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'fixed_ips': [{'subnet_id': '87c3cc9b-64ee-4ec7-adf1-328580ac599d'}]}} from dv-cinder-821749-1-smb. {{(pid=88178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 14 19:12:32.391442 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:32.403987 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac83a5b-0ce1-47e3-9547-934a2a9c58c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1deba670-50d9-4417-9622-5a0a932fcc2d,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:32.409565 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5ac83a5b-0ce1-47e3-9547-934a2a9c58c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:32.415001 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-5ac83a5b-0ce1-47e3-9547-934a2a9c58c5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1deba670-50d9-4417-9622-5a0a932fcc2d HTTP/1.1" status: 204 len: 168 time: 0.2555056 Dec 14 19:12:32.415001 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-5ac83a5b-0ce1-47e3-9547-934a2a9c58c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:32.584278 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9e237786-da31-4ec9-bb71-488e293de819 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:32.621348 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9e237786-da31-4ec9-bb71-488e293de819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:32.683186 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Allocated IP 172.20.0.2 (e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f/87c3cc9b-64ee-4ec7-adf1-328580ac599d/6eaf74d2-d140-4eab-946a-e59a3d7fc3e8) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:12:32.807391 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [None req-9e237786-da31-4ec9-bb71-488e293de819 admin admin] Allocated IP 172.28.1.116 (ffa0012a-9543-497d-8125-adf64d8cb965/bf490572-e226-4f78-a70f-384a9e5bc0f8/5ad87e7c-0e31-4473-b9d6-26b5b1324ba9) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:12:32.970315 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 51798) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:32.998858 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:33.001654 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2862f4b0-7176-4792-bb4b-284f32d1d64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:33.011814 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Transition to ACTIVE for port object 6eaf74d2-d140-4eab-946a-e59a3d7fc3e8 will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:12:33.028697 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9e237786-da31-4ec9-bb71-488e293de819 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:33.044784 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Transition to ACTIVE for port object 6eaf74d2-d140-4eab-946a-e59a3d7fc3e8 will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:12:33.050924 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:33.056797 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:33.067523 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9e237786-da31-4ec9-bb71-488e293de819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:33.069545 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-2862f4b0-7176-4792-bb4b-284f32d1d64e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:33.076405 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-0e5ce7b8-30c3-4049-b64e-deef34ed0d0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:33.076792 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-2862f4b0-7176-4792-bb4b-284f32d1d64e admin admin] Usage tracker for resource:security_group_rule and tenant:84e404f0ad854bddbc4e26f58e512a8a is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:33.082105 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-2862f4b0-7176-4792-bb4b-284f32d1d64e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:33.094948 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-2862f4b0-7176-4792-bb4b-284f32d1d64e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:33.139707 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Network e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:12:33.143200 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:12:33.152058 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Pushing event updated for resources: {'Port': ['ID=6eaf74d2-d140-4eab-946a-e59a3d7fc3e8,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:33.166538 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:12:33.176426 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:33.177248 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:33.177831 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:33.179997 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:33.180673 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:33.181540 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:33.182450 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:33.183016 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:33.183585 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:33.184714 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:33.185401 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:33.190593 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:33.223966 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2862f4b0-7176-4792-bb4b-284f32d1d64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:33.224764 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e237786-da31-4ec9-bb71-488e293de819 admin admin] Network ffa0012a-9543-497d-8125-adf64d8cb965 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:12:33.228239 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2862f4b0-7176-4792-bb4b-284f32d1d64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:33.232541 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-9e237786-da31-4ec9-bb71-488e293de819 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:12:33.236260 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f6fa1cc1-9932-4ce8-af64-b6a4c4d994ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:33.236560 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e237786-da31-4ec9-bb71-488e293de819 admin admin] Pushing event updated for resources: {'Port': ['ID=5ad87e7c-0e31-4473-b9d6-26b5b1324ba9,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:33.241022 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e237786-da31-4ec9-bb71-488e293de819 admin admin] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:12:33.285039 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862f4b0-7176-4792-bb4b-284f32d1d64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e36367-0061-45bb-aa27-8f1f7296aa79,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:33.290319 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-2862f4b0-7176-4792-bb4b-284f32d1d64e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=84e404f0ad854bddbc4e26f58e512a8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3186119 Dec 14 19:12:33.291551 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2862f4b0-7176-4792-bb4b-284f32d1d64e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:33.292993 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 51802) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:33.295175 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Attempting to bind port 6eaf74d2-d140-4eab-946a-e59a3d7fc3e8 on host dv-cinder-821749-1-smb for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:12:33.295527 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Attempting to bind port 6eaf74d2-d140-4eab-946a-e59a3d7fc3e8 by drivers openvswitch,hyperv on host dv-cinder-821749-1-smb at level 0 using segments [{'id': 'cd02a7a6-e066-4b76-9be2-128b139685c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:12:33.295865 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Attempting to bind port 6eaf74d2-d140-4eab-946a-e59a3d7fc3e8 on network e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:12:33.303870 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Checking agent: {'id': '03990dc7-fb63-4310-b6c3-a74b6e9d0e80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 55, 58), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:12:33.304301 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Checking segment: {'id': 'cd02a7a6-e066-4b76-9be2-128b139685c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:12:33.304772 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:33.305236 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Bound using segment: {'id': 'cd02a7a6-e066-4b76-9be2-128b139685c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:12:33.305772 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Bound port: 6eaf74d2-d140-4eab-946a-e59a3d7fc3e8, host: dv-cinder-821749-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd02a7a6-e066-4b76-9be2-128b139685c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:12:33.306176 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:33.328908 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-9e237786-da31-4ec9-bb71-488e293de819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:33.363204 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e9023624-5de0-4e44-b08d-c9136f8f699c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:33.405288 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] For port 6eaf74d2-d140-4eab-946a-e59a3d7fc3e8, host dv-cinder-821749-1-smb, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:12:33.409018 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] For port 6eaf74d2-d140-4eab-946a-e59a3d7fc3e8, host dv-cinder-821749-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=6eaf74d2-d140-4eab-946a-e59a3d7fc3e8,segment=NetworkSegment(cd02a7a6-e066-4b76-9be2-128b139685c5),segment_id=cd02a7a6-e066-4b76-9be2-128b139685c5)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:12:33.411937 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e9023624-5de0-4e44-b08d-c9136f8f699c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:33.414531 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:33.419656 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:33.507209 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e9023624-5de0-4e44-b08d-c9136f8f699c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:33.514479 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d4d910b4-a75f-47e5-a6ab-71359798c75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:33.525151 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Pushing event updated for resources: {'Port': ['ID=6eaf74d2-d140-4eab-946a-e59a3d7fc3e8,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:33.532230 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:33.536960 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9023624-5de0-4e44-b08d-c9136f8f699c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e36367-0061-45bb-aa27-8f1f7296aa79,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:33.542049 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e9023624-5de0-4e44-b08d-c9136f8f699c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:33.543722 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-e9023624-5de0-4e44-b08d-c9136f8f699c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:33.549809 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-e9023624-5de0-4e44-b08d-c9136f8f699c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/69e36367-0061-45bb-aa27-8f1f7296aa79 HTTP/1.1" status: 204 len: 168 time: 0.2552209 Dec 14 19:12:33.563322 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9e237786-da31-4ec9-bb71-488e293de819 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:33.564105 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9e237786-da31-4ec9-bb71-488e293de819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851050847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854340295'] for router, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:33.925841 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:12:34.211813 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e237786-da31-4ec9-bb71-488e293de819 admin admin] Router 7b63f0d9-31c8-4bf6-8d0d-586ece986309 is scheduled to L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 with binding_index 1 {{(pid=88177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 14 19:12:34.464545 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e237786-da31-4ec9-bb71-488e293de819 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:12:34.477419 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70f18f6-ede9-4d6f-9ce1-15ad28cde74e None None] Sync routers for ids ['7b63f0d9-31c8-4bf6-8d0d-586ece986309'] in dv-cinder-821749-1-smb {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:12:34.493345 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-9e237786-da31-4ec9-bb71-488e293de819 admin admin] Notify callbacks [] for router, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:34.494754 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-9e237786-da31-4ec9-bb71-488e293de819 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5297766 Dec 14 19:12:34.497845 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70f18f6-ede9-4d6f-9ce1-15ad28cde74e None None] Routers {'7b63f0d9-31c8-4bf6-8d0d-586ece986309'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:12:34.498077 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51818) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:34.499023 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f70f18f6-ede9-4d6f-9ce1-15ad28cde74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:12:28Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['7b63f0d9-31c8-4bf6-8d0d-586ece986309'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:34.778209 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-f70f18f6-ede9-4d6f-9ce1-15ad28cde74e None None] Set router 7b63f0d9-31c8-4bf6-8d0d-586ece986309 gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:12:35.281282 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 6eaf74d2-d140-4eab-946a-e59a3d7fc3e8 up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:12:35.458798 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f70f18f6-ede9-4d6f-9ce1-15ad28cde74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'name': 'tempest-TestShelveInstance-1959979453-router', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.116'}], 'enable_snat': True}, 'gw_port_id': '5ad87e7c-0e31-4473-b9d6-26b5b1324ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:12:32Z', 'updated_at': '2021-12-14T19:12:33Z', 'revision_number': 3, 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'gw_port': {'id': '5ad87e7c-0e31-4473-b9d6-26b5b1324ba9', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bf:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:32Z', 'updated_at': '2021-12-14T19:12:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb'}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:35.464722 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning for port 6eaf74d2-d140-4eab-946a-e59a3d7fc3e8 completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:12:35.473920 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70f18f6-ede9-4d6f-9ce1-15ad28cde74e None None] Checking router: 7b63f0d9-31c8-4bf6-8d0d-586ece986309 for host: dv-cinder-821749-1-smb {{(pid=88178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:12:35.474469 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70f18f6-ede9-4d6f-9ce1-15ad28cde74e None None] Updating router 7b63f0d9-31c8-4bf6-8d0d-586ece986309 port 5ad87e7c-0e31-4473-b9d6-26b5b1324ba9 binding host dv-cinder-821749-1-smb {{(pid=88178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:12:35.569706 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f70f18f6-ede9-4d6f-9ce1-15ad28cde74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:35.803045 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4ad8ea-ef7e-457d-9cb4-957c791db2bd None None] Network e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:12:35.899315 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-985e622e-9f6b-46fd-8c69-c1dd281cb8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:36.136655 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-12dedbfb-dedb-47da-ae43-741896ee7e9d None None] Provisioning for port 6eaf74d2-d140-4eab-946a-e59a3d7fc3e8 completed by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:12:36.147300 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-12dedbfb-dedb-47da-ae43-741896ee7e9d None None] Provisioning complete for port 6eaf74d2-d140-4eab-946a-e59a3d7fc3e8 triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:12:36.147717 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-12dedbfb-dedb-47da-ae43-741896ee7e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:36.192625 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [None req-985e622e-9f6b-46fd-8c69-c1dd281cb8e6 admin admin] Allocated IP 172.20.0.1 (e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f/87c3cc9b-64ee-4ec7-adf1-328580ac599d/af871085-21e4-4ff9-b6be-3bd2ff2b8bd7) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:12:36.369261 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-985e622e-9f6b-46fd-8c69-c1dd281cb8e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:36.370473 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f70f18f6-ede9-4d6f-9ce1-15ad28cde74e None None] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:36.389623 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-985e622e-9f6b-46fd-8c69-c1dd281cb8e6 admin admin] Transition to ACTIVE for port object af871085-21e4-4ff9-b6be-3bd2ff2b8bd7 will not be triggered until provisioned by entity DHCP. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:12:36.426035 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-985e622e-9f6b-46fd-8c69-c1dd281cb8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:36.435371 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-f70f18f6-ede9-4d6f-9ce1-15ad28cde74e None None] Transition to ACTIVE for port object 5ad87e7c-0e31-4473-b9d6-26b5b1324ba9 will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:12:36.437077 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-dc95e3e8-f6ed-43b5-9628-2db29ba6ee5e tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:36.486413 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f70f18f6-ede9-4d6f-9ce1-15ad28cde74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:36.494711 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:36.516002 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985e622e-9f6b-46fd-8c69-c1dd281cb8e6 admin admin] Network e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:12:36.519341 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-985e622e-9f6b-46fd-8c69-c1dd281cb8e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:12:36.524515 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985e622e-9f6b-46fd-8c69-c1dd281cb8e6 admin admin] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:12:36.552113 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e622e-9f6b-46fd-8c69-c1dd281cb8e6 admin admin] Pushing event updated for resources: {'Port': ['ID=af871085-21e4-4ff9-b6be-3bd2ff2b8bd7,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:36.558289 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-985e622e-9f6b-46fd-8c69-c1dd281cb8e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:36.558554 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-12dedbfb-dedb-47da-ae43-741896ee7e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:36.588547 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-985e622e-9f6b-46fd-8c69-c1dd281cb8e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440700'] for router_interface, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:36.629277 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-f70f18f6-ede9-4d6f-9ce1-15ad28cde74e None None] Attempting to bind port 5ad87e7c-0e31-4473-b9d6-26b5b1324ba9 on host dv-cinder-821749-1-smb for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:12:36.629705 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-f70f18f6-ede9-4d6f-9ce1-15ad28cde74e None None] Attempting to bind port 5ad87e7c-0e31-4473-b9d6-26b5b1324ba9 by drivers openvswitch,hyperv on host dv-cinder-821749-1-smb at level 0 using segments [{'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:12:36.630097 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f18f6-ede9-4d6f-9ce1-15ad28cde74e None None] Attempting to bind port 5ad87e7c-0e31-4473-b9d6-26b5b1324ba9 on network ffa0012a-9543-497d-8125-adf64d8cb965 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:12:36.638746 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3dda38-3a85-479e-8a18-f3d9217ed092 None None] Pushing event updated for resources: {'Port': ['ID=5ad87e7c-0e31-4473-b9d6-26b5b1324ba9,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:36.647319 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-4c3dda38-3a85-479e-8a18-f3d9217ed092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:36.670822 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-12dedbfb-dedb-47da-ae43-741896ee7e9d None None] For port 6eaf74d2-d140-4eab-946a-e59a3d7fc3e8, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=6eaf74d2-d140-4eab-946a-e59a3d7fc3e8,segment=NetworkSegment(cd02a7a6-e066-4b76-9be2-128b139685c5),segment_id=cd02a7a6-e066-4b76-9be2-128b139685c5)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:12:36.674241 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f18f6-ede9-4d6f-9ce1-15ad28cde74e None None] Checking agent: {'id': '03990dc7-fb63-4310-b6c3-a74b6e9d0e80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 55, 58), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:12:36.674655 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f18f6-ede9-4d6f-9ce1-15ad28cde74e None None] Checking segment: {'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:12:36.675099 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f70f18f6-ede9-4d6f-9ce1-15ad28cde74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:36.675533 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f18f6-ede9-4d6f-9ce1-15ad28cde74e None None] Bound using segment: {'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:12:36.676058 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-f70f18f6-ede9-4d6f-9ce1-15ad28cde74e None None] Bound port: 5ad87e7c-0e31-4473-b9d6-26b5b1324ba9, host: dv-cinder-821749-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:12:36.676471 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f70f18f6-ede9-4d6f-9ce1-15ad28cde74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:36.682251 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-985e622e-9f6b-46fd-8c69-c1dd281cb8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:36.717712 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-12dedbfb-dedb-47da-ae43-741896ee7e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:36.723834 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:36.829632 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-f70f18f6-ede9-4d6f-9ce1-15ad28cde74e None None] For port 5ad87e7c-0e31-4473-b9d6-26b5b1324ba9, host dv-cinder-821749-1-smb, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:12:36.831871 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dedbfb-dedb-47da-ae43-741896ee7e9d None None] Pushing event updated for resources: {'Port': ['ID=6eaf74d2-d140-4eab-946a-e59a3d7fc3e8,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:36.836743 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-12dedbfb-dedb-47da-ae43-741896ee7e9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:36.839163 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-f70f18f6-ede9-4d6f-9ce1-15ad28cde74e None None] For port 5ad87e7c-0e31-4473-b9d6-26b5b1324ba9, host dv-cinder-821749-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=5ad87e7c-0e31-4473-b9d6-26b5b1324ba9,segment=NetworkSegment(0945c744-4d3b-470e-8f6d-ce93add76b81),segment_id=0945c744-4d3b-470e-8f6d-ce93add76b81)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:12:36.842667 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f70f18f6-ede9-4d6f-9ce1-15ad28cde74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:36.847257 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:36.941108 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3dda38-3a85-479e-8a18-f3d9217ed092 None None] Pushing event updated for resources: {'Port': ['ID=5ad87e7c-0e31-4473-b9d6-26b5b1324ba9,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:36.945200 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-4c3dda38-3a85-479e-8a18-f3d9217ed092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:36.946916 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70f18f6-ede9-4d6f-9ce1-15ad28cde74e None None] Routers {'7b63f0d9-31c8-4bf6-8d0d-586ece986309'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:12:36.947856 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f70f18f6-ede9-4d6f-9ce1-15ad28cde74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:12:28Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['7b63f0d9-31c8-4bf6-8d0d-586ece986309'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:37.020697 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 6eaf74d2-d140-4eab-946a-e59a3d7fc3e8 up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:12:37.044484 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-985e622e-9f6b-46fd-8c69-c1dd281cb8e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:37.051010 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-985e622e-9f6b-46fd-8c69-c1dd281cb8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853069063'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:37.170197 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-9e237786-da31-4ec9-bb71-488e293de819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:37.233951 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-985e622e-9f6b-46fd-8c69-c1dd281cb8e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3287090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854335205'] for router_interface, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:37.263038 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port 6eaf74d2-d140-4eab-946a-e59a3d7fc3e8 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:12:37.263772 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:37.293641 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985e622e-9f6b-46fd-8c69-c1dd281cb8e6 admin admin] Pushing event updated for resources: {'Port': ['ID=af871085-21e4-4ff9-b6be-3bd2ff2b8bd7,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:37.308841 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-985e622e-9f6b-46fd-8c69-c1dd281cb8e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:37.353382 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-779868de-eb73-45b9-8f68-4022564df831 None None] Provisioning for port af871085-21e4-4ff9-b6be-3bd2ff2b8bd7 completed by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:12:37.366819 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-779868de-eb73-45b9-8f68-4022564df831 None None] Provisioning complete for port af871085-21e4-4ff9-b6be-3bd2ff2b8bd7 triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:12:37.367371 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-779868de-eb73-45b9-8f68-4022564df831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:37.447412 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985e622e-9f6b-46fd-8c69-c1dd281cb8e6 admin admin] Network e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:12:37.449104 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-985e622e-9f6b-46fd-8c69-c1dd281cb8e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:12:37.477903 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-f70f18f6-ede9-4d6f-9ce1-15ad28cde74e None None] Set router 7b63f0d9-31c8-4bf6-8d0d-586ece986309 gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:12:37.530191 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-779868de-eb73-45b9-8f68-4022564df831 None None] Port af871085-21e4-4ff9-b6be-3bd2ff2b8bd7 cannot update to ACTIVE because it is not bound. {{(pid=88178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:12:37.677595 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-779868de-eb73-45b9-8f68-4022564df831 None None] Provisioning complete for port 6eaf74d2-d140-4eab-946a-e59a3d7fc3e8 triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:12:37.678571 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-779868de-eb73-45b9-8f68-4022564df831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:37.931524 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 51878) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:37.933948 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985e622e-9f6b-46fd-8c69-c1dd281cb8e6 admin admin] Router 7b63f0d9-31c8-4bf6-8d0d-586ece986309 has already been hosted by L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:12:38.021646 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-f70f18f6-ede9-4d6f-9ce1-15ad28cde74e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'name': 'tempest-TestShelveInstance-1959979453-router', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.116'}], 'enable_snat': True}, 'gw_port_id': '5ad87e7c-0e31-4473-b9d6-26b5b1324ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:12:32Z', 'updated_at': '2021-12-14T19:12:36Z', 'revision_number': 4, 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'gw_port': {'id': '5ad87e7c-0e31-4473-b9d6-26b5b1324ba9', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bf:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:32Z', 'updated_at': '2021-12-14T19:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': 'af871085-21e4-4ff9-b6be-3bd2ff2b8bd7', 'name': '', 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'mac_address': 'fa:16:3e:cb:b1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87c3cc9b-64ee-4ec7-adf1-328580ac599d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:35Z', 'updated_at': '2021-12-14T19:12:36Z', 'revision_number': 1, 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'subnets': [{'id': '87c3cc9b-64ee-4ec7-adf1-328580ac599d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:38.026397 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70f18f6-ede9-4d6f-9ce1-15ad28cde74e None None] The sync data for ids ['7b63f0d9-31c8-4bf6-8d0d-586ece986309'] in dv-cinder-821749-1-smb is: [{'id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'name': 'tempest-TestShelveInstance-1959979453-router', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.116'}], 'enable_snat': True}, 'gw_port_id': '5ad87e7c-0e31-4473-b9d6-26b5b1324ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:12:32Z', 'updated_at': '2021-12-14T19:12:36Z', 'revision_number': 4, 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'gw_port': {'id': '5ad87e7c-0e31-4473-b9d6-26b5b1324ba9', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bf:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:32Z', 'updated_at': '2021-12-14T19:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': 'af871085-21e4-4ff9-b6be-3bd2ff2b8bd7', 'name': '', 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'mac_address': 'fa:16:3e:cb:b1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87c3cc9b-64ee-4ec7-adf1-328580ac599d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:35Z', 'updated_at': '2021-12-14T19:12:36Z', 'revision_number': 1, 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'subnets': [{'id': '87c3cc9b-64ee-4ec7-adf1-328580ac599d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:12:38.161262 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-43462fa0-a6dc-4122-9057-8362ff0fe7c2 None None] Provisioning complete for port af871085-21e4-4ff9-b6be-3bd2ff2b8bd7 triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:12:38.161687 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-43462fa0-a6dc-4122-9057-8362ff0fe7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:38.175866 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3efbbd76-3ebc-459b-8023-f3171c7893ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:38.194378 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985e622e-9f6b-46fd-8c69-c1dd281cb8e6 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:12:38.220251 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-985e622e-9f6b-46fd-8c69-c1dd281cb8e6 admin admin] 10.222.0.62 "PUT /v2.0/routers/7b63f0d9-31c8-4bf6-8d0d-586ece986309/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7126477 Dec 14 19:12:38.220984 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-3efbbd76-3ebc-459b-8023-f3171c7893ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:38.222657 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-3efbbd76-3ebc-459b-8023-f3171c7893ed admin admin] Usage tracker for resource:security_group_rule and tenant:71a6c6b0c9094c5ca234b1add5f58923 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:38.227715 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-3efbbd76-3ebc-459b-8023-f3171c7893ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:38.235759 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-3efbbd76-3ebc-459b-8023-f3171c7893ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:38.266941 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-43462fa0-a6dc-4122-9057-8362ff0fe7c2 None None] Port af871085-21e4-4ff9-b6be-3bd2ff2b8bd7 cannot update to ACTIVE because it is not bound. {{(pid=88178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:12:38.365156 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3efbbd76-3ebc-459b-8023-f3171c7893ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:38.369612 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3efbbd76-3ebc-459b-8023-f3171c7893ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:38.389394 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2b58047d-d379-4fc9-92f8-9b11ed1e0dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:38.426443 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbbd76-3ebc-459b-8023-f3171c7893ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607d1921-32b6-44a8-874e-49eed5237b7c,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:38.437458 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3efbbd76-3ebc-459b-8023-f3171c7893ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:38.452666 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-3efbbd76-3ebc-459b-8023-f3171c7893ed admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=71a6c6b0c9094c5ca234b1add5f58923&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5196121 Dec 14 19:12:38.453178 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51888) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:38.569099 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ef1a4792-d6e0-4834-ad20-f75af2f71877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:38.623134 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ef1a4792-d6e0-4834-ad20-f75af2f71877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:38.696388 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ef1a4792-d6e0-4834-ad20-f75af2f71877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:38.702827 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-53d8dfda-fa26-4587-91df-3ed9450d60a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:38.720215 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a4792-d6e0-4834-ad20-f75af2f71877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607d1921-32b6-44a8-874e-49eed5237b7c,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:38.723194 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ef1a4792-d6e0-4834-ad20-f75af2f71877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:38.727483 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ef1a4792-d6e0-4834-ad20-f75af2f71877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:38.729006 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-ef1a4792-d6e0-4834-ad20-f75af2f71877 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/607d1921-32b6-44a8-874e-49eed5237b7c HTTP/1.1" status: 204 len: 168 time: 0.2748928 Dec 14 19:12:39.189761 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51908) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:39.215053 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c74e6d0b-5009-4307-9f24-0c76b53bde0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:39.270180 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-c74e6d0b-5009-4307-9f24-0c76b53bde0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:39.274376 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-c74e6d0b-5009-4307-9f24-0c76b53bde0e admin admin] Usage tracker for resource:security_group_rule and tenant:9c4fb30c28144dccaf35b811371a62fb is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:39.277842 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-c74e6d0b-5009-4307-9f24-0c76b53bde0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:39.290169 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-c74e6d0b-5009-4307-9f24-0c76b53bde0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:39.398442 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c74e6d0b-5009-4307-9f24-0c76b53bde0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:39.402631 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c74e6d0b-5009-4307-9f24-0c76b53bde0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:39.411760 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-a9661ed5-c66e-482b-8bb3-55c512e09026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:39.468047 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e6d0b-5009-4307-9f24-0c76b53bde0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21be92d3-2c7c-4c0a-9d8e-c748eba66d26,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:39.471429 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-c74e6d0b-5009-4307-9f24-0c76b53bde0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:39.474826 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-c74e6d0b-5009-4307-9f24-0c76b53bde0e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9c4fb30c28144dccaf35b811371a62fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2834976 Dec 14 19:12:39.478893 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 51914) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:39.514276 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51918) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:39.521357 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-df213a35-fb53-4a1b-96fa-19e6707cd262 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-43758924-network', 'tenant_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:39.527291 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-df213a35-fb53-4a1b-96fa-19e6707cd262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:39.533219 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-df213a35-fb53-4a1b-96fa-19e6707cd262 admin admin] Usage tracker for resource:network and tenant:a09c3e3bb1c745abaa63f6d6ee8e9cf5 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:39.537775 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-df213a35-fb53-4a1b-96fa-19e6707cd262 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:39.547741 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-df213a35-fb53-4a1b-96fa-19e6707cd262 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:39.562153 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-67204228-3d8f-426d-a8fc-b3f0fa266b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:39.564231 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df213a35-fb53-4a1b-96fa-19e6707cd262 admin admin] Made reservation on behalf of a09c3e3bb1c745abaa63f6d6ee8e9cf5 for: {'network': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:12:39.573319 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-df213a35-fb53-4a1b-96fa-19e6707cd262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for network, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:39.599095 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-67204228-3d8f-426d-a8fc-b3f0fa266b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:39.599328 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-df213a35-fb53-4a1b-96fa-19e6707cd262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:39.665235 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-df213a35-fb53-4a1b-96fa-19e6707cd262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:39.671607 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-df213a35-fb53-4a1b-96fa-19e6707cd262 admin admin] Usage tracker for resource:security_group_rule and tenant:a09c3e3bb1c745abaa63f6d6ee8e9cf5 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:39.675438 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-67204228-3d8f-426d-a8fc-b3f0fa266b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:39.675662 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-df213a35-fb53-4a1b-96fa-19e6707cd262 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:39.682955 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-df213a35-fb53-4a1b-96fa-19e6707cd262 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:39.684417 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-51081844-a963-40b8-aa97-4d8ebff12fe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:39.700727 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67204228-3d8f-426d-a8fc-b3f0fa266b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21be92d3-2c7c-4c0a-9d8e-c748eba66d26,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:39.703332 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-67204228-3d8f-426d-a8fc-b3f0fa266b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:39.712211 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-67204228-3d8f-426d-a8fc-b3f0fa266b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:39.728719 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-67204228-3d8f-426d-a8fc-b3f0fa266b7b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/21be92d3-2c7c-4c0a-9d8e-c748eba66d26 HTTP/1.1" status: 204 len: 168 time: 0.2481854 Dec 14 19:12:39.789053 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-df213a35-fb53-4a1b-96fa-19e6707cd262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:39.793937 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-df213a35-fb53-4a1b-96fa-19e6707cd262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:39.800248 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d27a0da8-9892-4e4f-a088-da6eda42a712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:40.138584 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df213a35-fb53-4a1b-96fa-19e6707cd262 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=88177) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:12:40.152977 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df213a35-fb53-4a1b-96fa-19e6707cd262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0214be15-ffe0-4a96-8133-10d9cd0ebbc9,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:40.157438 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-df213a35-fb53-4a1b-96fa-19e6707cd262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:40.166534 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-df213a35-fb53-4a1b-96fa-19e6707cd262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:40.166909 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.segments_db [None req-df213a35-fb53-4a1b-96fa-19e6707cd262 admin admin] Added segment fad372ce-c8fc-43fc-bcb6-5ad87552ee33 of type vlan for network 2e3a2379-5b22-4bcd-97a6-9b192258de10 Dec 14 19:12:40.234904 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-df213a35-fb53-4a1b-96fa-19e6707cd262 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781368396147'] for network, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:40.276989 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-df213a35-fb53-4a1b-96fa-19e6707cd262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075'] for network, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:40.278319 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df213a35-fb53-4a1b-96fa-19e6707cd262 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:40.278981 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-df213a35-fb53-4a1b-96fa-19e6707cd262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:40.284760 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:40.406025 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df213a35-fb53-4a1b-96fa-19e6707cd262 admin admin] Pushing event updated for resources: {'Network': ['ID=2e3a2379-5b22-4bcd-97a6-9b192258de10,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:40.411906 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-df213a35-fb53-4a1b-96fa-19e6707cd262 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8945844 Dec 14 19:12:40.411906 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-df213a35-fb53-4a1b-96fa-19e6707cd262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:40.414502 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 51932) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:40.421576 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Network 2e3a2379-5b22-4bcd-97a6-9b192258de10 details requested by agent ovs-agent-dv-cinder-821749-1-smb with host dv-cinder-821749-1-smb {{(pid=88178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:12:40.423758 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-c08bcde5-d5e4-43e6-8991-a16b40b8e6b6 admin admin] Request body: {'subnet': {'network_id': '2e3a2379-5b22-4bcd-97a6-9b192258de10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-43758924-subnet', 'tenant_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'ip_version': 4}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:40.430561 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-c08bcde5-d5e4-43e6-8991-a16b40b8e6b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:40.436079 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-c08bcde5-d5e4-43e6-8991-a16b40b8e6b6 admin admin] Usage tracker for resource:subnet and tenant:a09c3e3bb1c745abaa63f6d6ee8e9cf5 is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:40.439757 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-c08bcde5-d5e4-43e6-8991-a16b40b8e6b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:40.448965 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-c08bcde5-d5e4-43e6-8991-a16b40b8e6b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:40.466574 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08bcde5-d5e4-43e6-8991-a16b40b8e6b6 admin admin] Made reservation on behalf of a09c3e3bb1c745abaa63f6d6ee8e9cf5 for: {'subnet': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:12:40.472827 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c08bcde5-d5e4-43e6-8991-a16b40b8e6b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853574783'] for subnet, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:40.738400 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c08bcde5-d5e4-43e6-8991-a16b40b8e6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1865689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853574768'] for subnet, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:40.744182 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d2c5f344-734b-4f2b-82fa-5f3c4b815824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:40.829648 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08bcde5-d5e4-43e6-8991-a16b40b8e6b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5086f4a7-b7ce-49f0-8cfd-071eda0929db,revision_number=0']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:40.834055 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-c08bcde5-d5e4-43e6-8991-a16b40b8e6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:40.843457 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08bcde5-d5e4-43e6-8991-a16b40b8e6b6 admin admin] Checking segment: {'id': 'fad372ce-c8fc-43fc-bcb6-5ad87552ee33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2e3a2379-5b22-4bcd-97a6-9b192258de10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:12:40.843862 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08bcde5-d5e4-43e6-8991-a16b40b8e6b6 admin admin] Network hostable DHCP agents. Network: 2e3a2379-5b22-4bcd-97a6-9b192258de10, hostable agents: ['64cad2d4-6c81-4c69-be80-b384beab6ad0'], hosted agents: [] {{(pid=88176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:12:40.872805 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08bcde5-d5e4-43e6-8991-a16b40b8e6b6 admin admin] Network 2e3a2379-5b22-4bcd-97a6-9b192258de10 is scheduled to be hosted by DHCP agent 64cad2d4-6c81-4c69-be80-b384beab6ad0 with binding_index 1 {{(pid=88176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:12:40.885436 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-c08bcde5-d5e4-43e6-8991-a16b40b8e6b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-smb, 2e3a2379-5b22-4bcd-97a6-9b192258de10) {{(pid=88176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:12:40.890641 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08bcde5-d5e4-43e6-8991-a16b40b8e6b6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:40.891570 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c08bcde5-d5e4-43e6-8991-a16b40b8e6b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:40.896377 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e741e91a-f31d-4588-b01c-1a624f46f47e None None] Network 2e3a2379-5b22-4bcd-97a6-9b192258de10 requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:12:40.926259 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51944) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:40.931791 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-c08bcde5-d5e4-43e6-8991-a16b40b8e6b6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5153856 Dec 14 19:12:40.934056 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-7696cea8-3fcc-4de5-a911-0b23dc27caaf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-43758924-router', 'tenant_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'}}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:40.947636 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 51948) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:40.954068 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-7696cea8-3fcc-4de5-a911-0b23dc27caaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:40.966109 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-7696cea8-3fcc-4de5-a911-0b23dc27caaf admin admin] Usage tracker for resource:router and tenant:a09c3e3bb1c745abaa63f6d6ee8e9cf5 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:40.968398 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 5ad87e7c-0e31-4473-b9d6-26b5b1324ba9 up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:12:40.968988 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-7696cea8-3fcc-4de5-a911-0b23dc27caaf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:40.975688 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-7696cea8-3fcc-4de5-a911-0b23dc27caaf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:40.987362 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7696cea8-3fcc-4de5-a911-0b23dc27caaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3724985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036853733793'] for router, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:40.988773 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7696cea8-3fcc-4de5-a911-0b23dc27caaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036851050981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-435567', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854342420', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1042080'] for router, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:41.015464 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7696cea8-3fcc-4de5-a911-0b23dc27caaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:41.123264 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-24f6a606-a049-437f-8cc9-0781e8e8a5c3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1278594608-network', 'tenant_id': '72202c80212046bbb89c02f25d092e0a'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:41.129184 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-24f6a606-a049-437f-8cc9-0781e8e8a5c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:41.134834 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-24f6a606-a049-437f-8cc9-0781e8e8a5c3 admin admin] Usage tracker for resource:network and tenant:72202c80212046bbb89c02f25d092e0a is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:41.138138 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-24f6a606-a049-437f-8cc9-0781e8e8a5c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:41.145165 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-24f6a606-a049-437f-8cc9-0781e8e8a5c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:41.157363 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f6a606-a049-437f-8cc9-0781e8e8a5c3 admin admin] Made reservation on behalf of 72202c80212046bbb89c02f25d092e0a for: {'network': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:12:41.163776 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-24f6a606-a049-437f-8cc9-0781e8e8a5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for network, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:41.180266 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-24f6a606-a049-437f-8cc9-0781e8e8a5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:41.199902 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning for port 5ad87e7c-0e31-4473-b9d6-26b5b1324ba9 completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:12:41.211070 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port 5ad87e7c-0e31-4473-b9d6-26b5b1324ba9 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:12:41.211470 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:41.214787 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7696cea8-3fcc-4de5-a911-0b23dc27caaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-435550', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3724968', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1042097'] for router, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:41.223077 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-24f6a606-a049-437f-8cc9-0781e8e8a5c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:41.228039 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-24f6a606-a049-437f-8cc9-0781e8e8a5c3 admin admin] Usage tracker for resource:security_group_rule and tenant:72202c80212046bbb89c02f25d092e0a is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:41.231422 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-24f6a606-a049-437f-8cc9-0781e8e8a5c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:41.238197 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-24f6a606-a049-437f-8cc9-0781e8e8a5c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:41.302068 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a63075-3db1-401d-bcb5-30295125a26a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bbb61a4-b59b-51be-b8ab-e3ecdf589590-2e3a2379-5b22-4bcd-97a6-9b192258de10', 'network_id': '2e3a2379-5b22-4bcd-97a6-9b192258de10', 'tenant_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'fixed_ips': [{'subnet_id': '5086f4a7-b7ce-49f0-8cfd-071eda0929db'}]}} from dv-cinder-821749-1-smb. {{(pid=88178) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 14 19:12:41.302986 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-87a63075-3db1-401d-bcb5-30295125a26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:41.333960 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-24f6a606-a049-437f-8cc9-0781e8e8a5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:41.338415 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-24f6a606-a049-437f-8cc9-0781e8e8a5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:41.352668 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-67204228-3d8f-426d-a8fc-b3f0fa266b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:41.362756 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f6a606-a049-437f-8cc9-0781e8e8a5c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=88176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:12:41.391269 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-24f6a606-a049-437f-8cc9-0781e8e8a5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:41.391662 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.segments_db [None req-24f6a606-a049-437f-8cc9-0781e8e8a5c3 admin admin] Added segment 09bff7c3-73b3-45b4-8a51-3dda36b2bb47 of type vlan for network 5721f474-074b-47d1-aab6-e8c244659bed Dec 14 19:12:41.402496 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6a606-a049-437f-8cc9-0781e8e8a5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0fa1eb-da06-4f5f-98a9-0506c1e1625c,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:41.406486 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-24f6a606-a049-437f-8cc9-0781e8e8a5c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:41.445308 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-24f6a606-a049-437f-8cc9-0781e8e8a5c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781368396147'] for network, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:41.475467 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:41.482986 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-24f6a606-a049-437f-8cc9-0781e8e8a5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075'] for network, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:41.485229 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f6a606-a049-437f-8cc9-0781e8e8a5c3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:41.486049 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-24f6a606-a049-437f-8cc9-0781e8e8a5c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:41.492824 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:41.541464 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] For port 5ad87e7c-0e31-4473-b9d6-26b5b1324ba9, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=5ad87e7c-0e31-4473-b9d6-26b5b1324ba9,segment=NetworkSegment(0945c744-4d3b-470e-8f6d-ce93add76b81),segment_id=0945c744-4d3b-470e-8f6d-ce93add76b81)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:12:41.554928 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:41.561919 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:41.572368 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7696cea8-3fcc-4de5-a911-0b23dc27caaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:41.609975 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-24f6a606-a049-437f-8cc9-0781e8e8a5c3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6610453 Dec 14 19:12:41.610716 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 51954) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:41.617301 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6a606-a049-437f-8cc9-0781e8e8a5c3 admin admin] Pushing event updated for resources: {'Network': ['ID=5721f474-074b-47d1-aab6-e8c244659bed,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:41.621290 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-24f6a606-a049-437f-8cc9-0781e8e8a5c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:41.625416 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-802b188e-8384-430a-bd74-3671ba537880 admin admin] Request body: {'subnet': {'network_id': '5721f474-074b-47d1-aab6-e8c244659bed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1278594608-subnet', 'tenant_id': '72202c80212046bbb89c02f25d092e0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:41.629047 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:41.630053 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7696cea8-3fcc-4de5-a911-0b23dc27caaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:41.633224 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [None req-87a63075-3db1-401d-bcb5-30295125a26a None None] Allocated IP 172.20.0.2 (2e3a2379-5b22-4bcd-97a6-9b192258de10/5086f4a7-b7ce-49f0-8cfd-071eda0929db/d012d174-1d56-41d9-aa2a-3a164f39c7c4) {{(pid=88178) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:12:41.633957 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-802b188e-8384-430a-bd74-3671ba537880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:41.639384 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-802b188e-8384-430a-bd74-3671ba537880 admin admin] Usage tracker for resource:subnet and tenant:72202c80212046bbb89c02f25d092e0a is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:41.639618 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Network 5721f474-074b-47d1-aab6-e8c244659bed details requested by agent ovs-agent-dv-cinder-821749-1-smb with host dv-cinder-821749-1-smb {{(pid=88178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:12:41.642659 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-802b188e-8384-430a-bd74-3671ba537880 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:41.649591 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-802b188e-8384-430a-bd74-3671ba537880 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:41.659661 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802b188e-8384-430a-bd74-3671ba537880 admin admin] Made reservation on behalf of 72202c80212046bbb89c02f25d092e0a for: {'subnet': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:12:41.664599 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-802b188e-8384-430a-bd74-3671ba537880 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853574783'] for subnet, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:41.693701 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Pushing event updated for resources: {'Port': ['ID=5ad87e7c-0e31-4473-b9d6-26b5b1324ba9,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:41.751051 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:41.857618 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [None req-7696cea8-3fcc-4de5-a911-0b23dc27caaf admin admin] Allocated IP 172.28.1.131 (ffa0012a-9543-497d-8125-adf64d8cb965/bf490572-e226-4f78-a70f-384a9e5bc0f8/65982113-63e0-4d42-8b0d-0fecc91881ec) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:12:41.920563 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-802b188e-8384-430a-bd74-3671ba537880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1865689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853574768'] for subnet, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:41.925713 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:42.002094 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802b188e-8384-430a-bd74-3671ba537880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42673d9e-0998-4fc3-8ff9-24618cb16e02,revision_number=0']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:42.008529 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-802b188e-8384-430a-bd74-3671ba537880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:42.021051 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802b188e-8384-430a-bd74-3671ba537880 admin admin] Checking segment: {'id': '09bff7c3-73b3-45b4-8a51-3dda36b2bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5721f474-074b-47d1-aab6-e8c244659bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:12:42.021450 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802b188e-8384-430a-bd74-3671ba537880 admin admin] Network hostable DHCP agents. Network: 5721f474-074b-47d1-aab6-e8c244659bed, hostable agents: ['64cad2d4-6c81-4c69-be80-b384beab6ad0'], hosted agents: [] {{(pid=88176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:12:42.046932 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-87a63075-3db1-401d-bcb5-30295125a26a None None] Notify callbacks [] for port, precommit_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:42.047713 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802b188e-8384-430a-bd74-3671ba537880 admin admin] Network 5721f474-074b-47d1-aab6-e8c244659bed is scheduled to be hosted by DHCP agent 64cad2d4-6c81-4c69-be80-b384beab6ad0 with binding_index 1 {{(pid=88176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:12:42.059906 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-802b188e-8384-430a-bd74-3671ba537880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-smb, 5721f474-074b-47d1-aab6-e8c244659bed) {{(pid=88176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:12:42.062091 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-87a63075-3db1-401d-bcb5-30295125a26a None None] Transition to ACTIVE for port object d012d174-1d56-41d9-aa2a-3a164f39c7c4 will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:12:42.066125 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802b188e-8384-430a-bd74-3671ba537880 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:42.067083 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-802b188e-8384-430a-bd74-3671ba537880 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:42.098508 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7696cea8-3fcc-4de5-a911-0b23dc27caaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:42.102876 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59bc71d-009f-4bf8-920d-d7daaa972318 None None] Network 5721f474-074b-47d1-aab6-e8c244659bed requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:12:42.105354 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-802b188e-8384-430a-bd74-3671ba537880 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4901524 Dec 14 19:12:42.140325 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7696cea8-3fcc-4de5-a911-0b23dc27caaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:42.153334 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-985e622e-9f6b-46fd-8c69-c1dd281cb8e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:42.160905 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-87a63075-3db1-401d-bcb5-30295125a26a None None] Transition to ACTIVE for port object d012d174-1d56-41d9-aa2a-3a164f39c7c4 will not be triggered until provisioned by entity DHCP. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:12:42.197476 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-87a63075-3db1-401d-bcb5-30295125a26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486'] for port, after_create {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:42.209677 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-9ae1fbe8-e936-4b9a-b945-39548b4dd3f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:42.231364 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7696cea8-3fcc-4de5-a911-0b23dc27caaf admin admin] Network ffa0012a-9543-497d-8125-adf64d8cb965 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:12:42.231913 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-7696cea8-3fcc-4de5-a911-0b23dc27caaf admin admin] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:12:42.235756 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7696cea8-3fcc-4de5-a911-0b23dc27caaf admin admin] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:12:42.305864 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696cea8-3fcc-4de5-a911-0b23dc27caaf admin admin] Pushing event updated for resources: {'Port': ['ID=65982113-63e0-4d42-8b0d-0fecc91881ec,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:42.313144 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-7696cea8-3fcc-4de5-a911-0b23dc27caaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:42.360363 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a63075-3db1-401d-bcb5-30295125a26a None None] Network 2e3a2379-5b22-4bcd-97a6-9b192258de10 is already hosted by enough agents. {{(pid=88178) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:12:42.365056 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-87a63075-3db1-401d-bcb5-30295125a26a None None] Resources bound (agent type, host, resource id): {{(pid=88178) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:12:42.370981 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a63075-3db1-401d-bcb5-30295125a26a None None] Received port after_create {{(pid=88178) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:12:42.385368 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a63075-3db1-401d-bcb5-30295125a26a None None] Pushing event updated for resources: {'Port': ['ID=d012d174-1d56-41d9-aa2a-3a164f39c7c4,revision_number=1']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:42.392808 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-87a63075-3db1-401d-bcb5-30295125a26a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:42.447005 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7696cea8-3fcc-4de5-a911-0b23dc27caaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:42.448125 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7696cea8-3fcc-4de5-a911-0b23dc27caaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036851050847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854340295'] for router, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:42.538597 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-87a63075-3db1-401d-bcb5-30295125a26a None None] Attempting to bind port d012d174-1d56-41d9-aa2a-3a164f39c7c4 on host dv-cinder-821749-1-smb for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:12:42.539428 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-87a63075-3db1-401d-bcb5-30295125a26a None None] Attempting to bind port d012d174-1d56-41d9-aa2a-3a164f39c7c4 by drivers openvswitch,hyperv on host dv-cinder-821749-1-smb at level 0 using segments [{'id': 'fad372ce-c8fc-43fc-bcb6-5ad87552ee33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2e3a2379-5b22-4bcd-97a6-9b192258de10'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:12:42.539428 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a63075-3db1-401d-bcb5-30295125a26a None None] Attempting to bind port d012d174-1d56-41d9-aa2a-3a164f39c7c4 on network 2e3a2379-5b22-4bcd-97a6-9b192258de10 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:12:42.553879 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a63075-3db1-401d-bcb5-30295125a26a None None] Checking agent: {'id': '03990dc7-fb63-4310-b6c3-a74b6e9d0e80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 55, 58), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:12:42.554307 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a63075-3db1-401d-bcb5-30295125a26a None None] Checking segment: {'id': 'fad372ce-c8fc-43fc-bcb6-5ad87552ee33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2e3a2379-5b22-4bcd-97a6-9b192258de10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:12:42.554767 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-87a63075-3db1-401d-bcb5-30295125a26a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:42.555206 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a63075-3db1-401d-bcb5-30295125a26a None None] Bound using segment: {'id': 'fad372ce-c8fc-43fc-bcb6-5ad87552ee33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2e3a2379-5b22-4bcd-97a6-9b192258de10'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:12:42.555753 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-87a63075-3db1-401d-bcb5-30295125a26a None None] Bound port: d012d174-1d56-41d9-aa2a-3a164f39c7c4, host: dv-cinder-821749-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad372ce-c8fc-43fc-bcb6-5ad87552ee33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2e3a2379-5b22-4bcd-97a6-9b192258de10'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:12:42.556178 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-87a63075-3db1-401d-bcb5-30295125a26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:42.640297 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be96cfa-b76f-4e65-b964-535d06bb0864 None None] Network 5721f474-074b-47d1-aab6-e8c244659bed requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:12:42.652844 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d7e4de-bd7c-4c36-945f-c1ac72a9afa1 None None] Sync routers for ids ['7b63f0d9-31c8-4bf6-8d0d-586ece986309'] in dv-cinder-821749-1-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:12:42.666230 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d7e4de-bd7c-4c36-945f-c1ac72a9afa1 None None] Routers {'7b63f0d9-31c8-4bf6-8d0d-586ece986309'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:12:42.666918 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-b4d7e4de-bd7c-4c36-945f-c1ac72a9afa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:12:28Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['7b63f0d9-31c8-4bf6-8d0d-586ece986309'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:42.797112 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7696cea8-3fcc-4de5-a911-0b23dc27caaf admin admin] Router c798dbba-9fb9-4417-a124-e1f57d6ee180 is scheduled to L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 with binding_index 1 {{(pid=88177) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 14 19:12:42.798573 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-87a63075-3db1-401d-bcb5-30295125a26a None None] For port d012d174-1d56-41d9-aa2a-3a164f39c7c4, host dv-cinder-821749-1-smb, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:12:42.805046 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-87a63075-3db1-401d-bcb5-30295125a26a None None] For port d012d174-1d56-41d9-aa2a-3a164f39c7c4, host dv-cinder-821749-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=d012d174-1d56-41d9-aa2a-3a164f39c7c4,segment=NetworkSegment(fad372ce-c8fc-43fc-bcb6-5ad87552ee33),segment_id=fad372ce-c8fc-43fc-bcb6-5ad87552ee33)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:12:42.819578 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-87a63075-3db1-401d-bcb5-30295125a26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:42.830649 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:42.968696 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a63075-3db1-401d-bcb5-30295125a26a None None] Pushing event updated for resources: {'Port': ['ID=d012d174-1d56-41d9-aa2a-3a164f39c7c4,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:42.973960 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-87a63075-3db1-401d-bcb5-30295125a26a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:43.017168 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 5ad87e7c-0e31-4473-b9d6-26b5b1324ba9 up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:12:43.138478 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port 5ad87e7c-0e31-4473-b9d6-26b5b1324ba9 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:12:43.141406 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:43.191512 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-b4d7e4de-bd7c-4c36-945f-c1ac72a9afa1 None None] Set router 7b63f0d9-31c8-4bf6-8d0d-586ece986309 gateway port host: dv-cinder-821749-1-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:12:43.216838 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7696cea8-3fcc-4de5-a911-0b23dc27caaf admin admin] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:12:43.233426 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c072d78-a3f2-4a6f-9199-981207d8e24b None None] Sync routers for ids ['c798dbba-9fb9-4417-a124-e1f57d6ee180'] in dv-cinder-821749-1-smb {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:12:43.271626 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7696cea8-3fcc-4de5-a911-0b23dc27caaf admin admin] Notify callbacks [] for router, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:43.273203 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-7696cea8-3fcc-4de5-a911-0b23dc27caaf admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3449838 Dec 14 19:12:43.277505 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 51972) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:43.312722 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c072d78-a3f2-4a6f-9199-981207d8e24b None None] Routers {'c798dbba-9fb9-4417-a124-e1f57d6ee180'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:12:43.313456 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8c072d78-a3f2-4a6f-9199-981207d8e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:12:28Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['c798dbba-9fb9-4417-a124-e1f57d6ee180'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:43.737305 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 51980) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:43.744655 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-385476ae-69c9-4576-bb62-8f62eaa15c31 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-362953959-network', 'tenant_id': '0a9c380260a64870bb655e38d7f38a7d'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:43.749793 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-385476ae-69c9-4576-bb62-8f62eaa15c31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:43.754925 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-385476ae-69c9-4576-bb62-8f62eaa15c31 admin admin] Usage tracker for resource:network and tenant:0a9c380260a64870bb655e38d7f38a7d is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:43.759302 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-385476ae-69c9-4576-bb62-8f62eaa15c31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:43.767388 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-385476ae-69c9-4576-bb62-8f62eaa15c31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:43.787509 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-8c072d78-a3f2-4a6f-9199-981207d8e24b None None] Set router c798dbba-9fb9-4417-a124-e1f57d6ee180 gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:12:43.835799 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385476ae-69c9-4576-bb62-8f62eaa15c31 admin admin] Made reservation on behalf of 0a9c380260a64870bb655e38d7f38a7d for: {'network': 1} {{(pid=88176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:12:43.840568 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-385476ae-69c9-4576-bb62-8f62eaa15c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for network, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:43.874197 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-385476ae-69c9-4576-bb62-8f62eaa15c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:43.909898 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-b4d7e4de-bd7c-4c36-945f-c1ac72a9afa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'name': 'tempest-TestShelveInstance-1959979453-router', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.116'}], 'enable_snat': True}, 'gw_port_id': '5ad87e7c-0e31-4473-b9d6-26b5b1324ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:12:32Z', 'updated_at': '2021-12-14T19:12:36Z', 'revision_number': 4, 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'gw_port': {'id': '5ad87e7c-0e31-4473-b9d6-26b5b1324ba9', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:32Z', 'updated_at': '2021-12-14T19:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': 'af871085-21e4-4ff9-b6be-3bd2ff2b8bd7', 'name': '', 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'mac_address': 'fa:16:3e:cb:b1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87c3cc9b-64ee-4ec7-adf1-328580ac599d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:35Z', 'updated_at': '2021-12-14T19:12:36Z', 'revision_number': 2, 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'subnets': [{'id': '87c3cc9b-64ee-4ec7-adf1-328580ac599d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:43.914994 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d7e4de-bd7c-4c36-945f-c1ac72a9afa1 None None] Checking router: 7b63f0d9-31c8-4bf6-8d0d-586ece986309 for host: dv-cinder-821749-1-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:12:43.915615 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d7e4de-bd7c-4c36-945f-c1ac72a9afa1 None None] Updating router 7b63f0d9-31c8-4bf6-8d0d-586ece986309 port af871085-21e4-4ff9-b6be-3bd2ff2b8bd7 binding host dv-cinder-821749-1-smb {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:12:43.922840 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-385476ae-69c9-4576-bb62-8f62eaa15c31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:43.929249 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-385476ae-69c9-4576-bb62-8f62eaa15c31 admin admin] Usage tracker for resource:security_group_rule and tenant:0a9c380260a64870bb655e38d7f38a7d is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:43.933494 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-385476ae-69c9-4576-bb62-8f62eaa15c31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:43.941861 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-385476ae-69c9-4576-bb62-8f62eaa15c31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:43.987225 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b4d7e4de-bd7c-4c36-945f-c1ac72a9afa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:44.134149 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8c072d78-a3f2-4a6f-9199-981207d8e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c798dbba-9fb9-4417-a124-e1f57d6ee180', 'name': 'tempest-TestShelveInstance-43758924-router', 'tenant_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '65982113-63e0-4d42-8b0d-0fecc91881ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:12:40Z', 'updated_at': '2021-12-14T19:12:42Z', 'revision_number': 3, 'project_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'gw_port': {'id': '65982113-63e0-4d42-8b0d-0fecc91881ec', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:71:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c798dbba-9fb9-4417-a124-e1f57d6ee180', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:41Z', 'updated_at': '2021-12-14T19:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb'}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:44.138724 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-385476ae-69c9-4576-bb62-8f62eaa15c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:44.142802 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c072d78-a3f2-4a6f-9199-981207d8e24b None None] Checking router: c798dbba-9fb9-4417-a124-e1f57d6ee180 for host: dv-cinder-821749-1-smb {{(pid=88178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:12:44.143447 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c072d78-a3f2-4a6f-9199-981207d8e24b None None] Updating router c798dbba-9fb9-4417-a124-e1f57d6ee180 port 65982113-63e0-4d42-8b0d-0fecc91881ec binding host dv-cinder-821749-1-smb {{(pid=88178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:12:44.154890 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-385476ae-69c9-4576-bb62-8f62eaa15c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:44.159374 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-5efd01d5-7166-4316-9430-921b4a1ce15a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:44.258904 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385476ae-69c9-4576-bb62-8f62eaa15c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c01ed7-2e57-4520-abf9-3a37e2b98464,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:44.262727 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385476ae-69c9-4576-bb62-8f62eaa15c31 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=88176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 19:12:44.269304 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8c072d78-a3f2-4a6f-9199-981207d8e24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:44.274756 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-385476ae-69c9-4576-bb62-8f62eaa15c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:44.300456 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-385476ae-69c9-4576-bb62-8f62eaa15c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:44.300817 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.segments_db [None req-385476ae-69c9-4576-bb62-8f62eaa15c31 admin admin] Added segment 779c1c26-ac2a-4afe-8c3f-ba2acf0c9f34 of type vlan for network 3977d151-8a8e-4c37-b8c0-2405ed599d65 Dec 14 19:12:44.337801 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-385476ae-69c9-4576-bb62-8f62eaa15c31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781368396147'] for network, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:44.387602 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-385476ae-69c9-4576-bb62-8f62eaa15c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075'] for network, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:44.389773 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385476ae-69c9-4576-bb62-8f62eaa15c31 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:44.390235 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-385476ae-69c9-4576-bb62-8f62eaa15c31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:44.397205 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e3f54be6-7326-4d64-a468-bb9d86d9e89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:44.512460 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b4d7e4de-bd7c-4c36-945f-c1ac72a9afa1 None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:44.540086 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-b4d7e4de-bd7c-4c36-945f-c1ac72a9afa1 None None] Transition to ACTIVE for port object af871085-21e4-4ff9-b6be-3bd2ff2b8bd7 will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:12:44.548096 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b4d7e4de-bd7c-4c36-945f-c1ac72a9afa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:44.563150 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-743fd284-9f02-4158-8700-9c89da494654 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:44.563748 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-385476ae-69c9-4576-bb62-8f62eaa15c31 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8253129 Dec 14 19:12:44.566895 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385476ae-69c9-4576-bb62-8f62eaa15c31 admin admin] Pushing event updated for resources: {'Network': ['ID=3977d151-8a8e-4c37-b8c0-2405ed599d65,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:44.567729 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 51984) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:44.572517 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-385476ae-69c9-4576-bb62-8f62eaa15c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:44.578290 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-bbb31070-ad1a-4cb6-85c5-08817a143b27 admin admin] Request body: {'subnet': {'network_id': '3977d151-8a8e-4c37-b8c0-2405ed599d65', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-362953959-subnet', 'tenant_id': '0a9c380260a64870bb655e38d7f38a7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:44.585579 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-bbb31070-ad1a-4cb6-85c5-08817a143b27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:44.591819 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-bbb31070-ad1a-4cb6-85c5-08817a143b27 admin admin] Usage tracker for resource:subnet and tenant:0a9c380260a64870bb655e38d7f38a7d is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:44.596994 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-bbb31070-ad1a-4cb6-85c5-08817a143b27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:44.605333 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-bbb31070-ad1a-4cb6-85c5-08817a143b27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:44.621706 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb31070-ad1a-4cb6-85c5-08817a143b27 admin admin] Made reservation on behalf of 0a9c380260a64870bb655e38d7f38a7d for: {'subnet': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:12:44.629136 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bbb31070-ad1a-4cb6-85c5-08817a143b27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1940536'] for subnet, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:44.669462 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Network 3977d151-8a8e-4c37-b8c0-2405ed599d65 details requested by agent ovs-agent-dv-cinder-821749-1-smb with host dv-cinder-821749-1-smb {{(pid=88178) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 19:12:44.794843 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306051b-7589-48fc-9c01-3905699d7c7d None None] Pushing event updated for resources: {'Port': ['ID=af871085-21e4-4ff9-b6be-3bd2ff2b8bd7,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:44.831729 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2e3c7a67-ae88-4fc7-ab28-5124543caae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:44.964756 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306051b-7589-48fc-9c01-3905699d7c7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:44.965855 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306051b-7589-48fc-9c01-3905699d7c7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:44.966241 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306051b-7589-48fc-9c01-3905699d7c7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:44.966614 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306051b-7589-48fc-9c01-3905699d7c7d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:44.967092 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306051b-7589-48fc-9c01-3905699d7c7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:44.967640 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306051b-7589-48fc-9c01-3905699d7c7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:44.979585 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306051b-7589-48fc-9c01-3905699d7c7d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:44.980094 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306051b-7589-48fc-9c01-3905699d7c7d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:44.980471 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306051b-7589-48fc-9c01-3905699d7c7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:44.980852 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306051b-7589-48fc-9c01-3905699d7c7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:44.981256 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6306051b-7589-48fc-9c01-3905699d7c7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88179) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:12:44.987626 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6306051b-7589-48fc-9c01-3905699d7c7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:44.990194 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-b4d7e4de-bd7c-4c36-945f-c1ac72a9afa1 None None] Attempting to bind port af871085-21e4-4ff9-b6be-3bd2ff2b8bd7 on host dv-cinder-821749-1-smb for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:12:44.990885 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-b4d7e4de-bd7c-4c36-945f-c1ac72a9afa1 None None] Attempting to bind port af871085-21e4-4ff9-b6be-3bd2ff2b8bd7 by drivers openvswitch,hyperv on host dv-cinder-821749-1-smb at level 0 using segments [{'id': 'cd02a7a6-e066-4b76-9be2-128b139685c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:12:44.991124 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d7e4de-bd7c-4c36-945f-c1ac72a9afa1 None None] Attempting to bind port af871085-21e4-4ff9-b6be-3bd2ff2b8bd7 on network e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:12:45.009292 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d7e4de-bd7c-4c36-945f-c1ac72a9afa1 None None] Checking agent: {'id': '03990dc7-fb63-4310-b6c3-a74b6e9d0e80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 55, 58), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:12:45.009719 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d7e4de-bd7c-4c36-945f-c1ac72a9afa1 None None] Checking segment: {'id': 'cd02a7a6-e066-4b76-9be2-128b139685c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:12:45.010545 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b4d7e4de-bd7c-4c36-945f-c1ac72a9afa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:45.010998 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d7e4de-bd7c-4c36-945f-c1ac72a9afa1 None None] Bound using segment: {'id': 'cd02a7a6-e066-4b76-9be2-128b139685c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:12:45.011566 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-b4d7e4de-bd7c-4c36-945f-c1ac72a9afa1 None None] Bound port: af871085-21e4-4ff9-b6be-3bd2ff2b8bd7, host: dv-cinder-821749-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd02a7a6-e066-4b76-9be2-128b139685c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:12:45.011997 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b4d7e4de-bd7c-4c36-945f-c1ac72a9afa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:45.053386 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8c072d78-a3f2-4a6f-9199-981207d8e24b None None] Notify callbacks [] for port, precommit_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:45.073797 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-8c072d78-a3f2-4a6f-9199-981207d8e24b None None] Transition to ACTIVE for port object 65982113-63e0-4d42-8b0d-0fecc91881ec will not be triggered until provisioned by entity L2. {{(pid=88178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:12:45.095420 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8c072d78-a3f2-4a6f-9199-981207d8e24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:45.135902 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:45.149686 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bbb31070-ad1a-4cb6-85c5-08817a143b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1706570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1940521'] for subnet, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:45.155317 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:45.196276 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device d012d174-1d56-41d9-aa2a-3a164f39c7c4 up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:12:45.221642 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-b4d7e4de-bd7c-4c36-945f-c1ac72a9afa1 None None] For port af871085-21e4-4ff9-b6be-3bd2ff2b8bd7, host dv-cinder-821749-1-smb, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:12:45.226284 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-b4d7e4de-bd7c-4c36-945f-c1ac72a9afa1 None None] For port af871085-21e4-4ff9-b6be-3bd2ff2b8bd7, host dv-cinder-821749-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=af871085-21e4-4ff9-b6be-3bd2ff2b8bd7,segment=NetworkSegment(cd02a7a6-e066-4b76-9be2-128b139685c5),segment_id=cd02a7a6-e066-4b76-9be2-128b139685c5)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:12:45.234385 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b4d7e4de-bd7c-4c36-945f-c1ac72a9afa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:45.250438 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:45.315880 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb31070-ad1a-4cb6-85c5-08817a143b27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86aebda0-4763-458e-a3dc-a5b3c09accc8,revision_number=0']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:45.329470 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-bbb31070-ad1a-4cb6-85c5-08817a143b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:45.343359 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [None req-2e3c7a67-ae88-4fc7-ab28-5124543caae6 admin admin] Allocated IP 172.20.0.1 (2e3a2379-5b22-4bcd-97a6-9b192258de10/5086f4a7-b7ce-49f0-8cfd-071eda0929db/f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a) {{(pid=88176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:12:45.350335 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb31070-ad1a-4cb6-85c5-08817a143b27 admin admin] Checking segment: {'id': '779c1c26-ac2a-4afe-8c3f-ba2acf0c9f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '3977d151-8a8e-4c37-b8c0-2405ed599d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:12:45.351086 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb31070-ad1a-4cb6-85c5-08817a143b27 admin admin] Network hostable DHCP agents. Network: 3977d151-8a8e-4c37-b8c0-2405ed599d65, hostable agents: ['64cad2d4-6c81-4c69-be80-b384beab6ad0'], hosted agents: [] {{(pid=88177) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 19:12:45.361236 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306051b-7589-48fc-9c01-3905699d7c7d None None] Pushing event updated for resources: {'Port': ['ID=af871085-21e4-4ff9-b6be-3bd2ff2b8bd7,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:45.365021 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6306051b-7589-48fc-9c01-3905699d7c7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:45.366559 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d7e4de-bd7c-4c36-945f-c1ac72a9afa1 None None] Routers {'7b63f0d9-31c8-4bf6-8d0d-586ece986309'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:12:45.367243 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-b4d7e4de-bd7c-4c36-945f-c1ac72a9afa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:12:28Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['7b63f0d9-31c8-4bf6-8d0d-586ece986309'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:45.374142 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11773068-d327-4ab7-8fc5-91b4da6a1ada None None] Pushing event updated for resources: {'Port': ['ID=65982113-63e0-4d42-8b0d-0fecc91881ec,revision_number=2']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:45.389254 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-11773068-d327-4ab7-8fc5-91b4da6a1ada None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:45.390117 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-8c072d78-a3f2-4a6f-9199-981207d8e24b None None] Attempting to bind port 65982113-63e0-4d42-8b0d-0fecc91881ec on host dv-cinder-821749-1-smb for vnic_type normal with profile {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:12:45.390532 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-8c072d78-a3f2-4a6f-9199-981207d8e24b None None] Attempting to bind port 65982113-63e0-4d42-8b0d-0fecc91881ec by drivers openvswitch,hyperv on host dv-cinder-821749-1-smb at level 0 using segments [{'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:12:45.390952 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c072d78-a3f2-4a6f-9199-981207d8e24b None None] Attempting to bind port 65982113-63e0-4d42-8b0d-0fecc91881ec on network ffa0012a-9543-497d-8125-adf64d8cb965 {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:12:45.416614 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c072d78-a3f2-4a6f-9199-981207d8e24b None None] Checking agent: {'id': '03990dc7-fb63-4310-b6c3-a74b6e9d0e80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 55, 58), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:12:45.417221 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c072d78-a3f2-4a6f-9199-981207d8e24b None None] Checking segment: {'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:12:45.417674 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8c072d78-a3f2-4a6f-9199-981207d8e24b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:45.418566 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c072d78-a3f2-4a6f-9199-981207d8e24b None None] Bound using segment: {'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'} {{(pid=88178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:12:45.419454 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-8c072d78-a3f2-4a6f-9199-981207d8e24b None None] Bound port: 65982113-63e0-4d42-8b0d-0fecc91881ec, host: dv-cinder-821749-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0945c744-4d3b-470e-8f6d-ce93add76b81', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965'}}] {{(pid=88178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:12:45.420558 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8c072d78-a3f2-4a6f-9199-981207d8e24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:45.427665 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb31070-ad1a-4cb6-85c5-08817a143b27 admin admin] Network 3977d151-8a8e-4c37-b8c0-2405ed599d65 is scheduled to be hosted by DHCP agent 64cad2d4-6c81-4c69-be80-b384beab6ad0 with binding_index 1 {{(pid=88177) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 19:12:45.453785 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-bbb31070-ad1a-4cb6-85c5-08817a143b27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821749-1-smb, 3977d151-8a8e-4c37-b8c0-2405ed599d65) {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:12:45.460563 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb31070-ad1a-4cb6-85c5-08817a143b27 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:45.460825 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bbb31070-ad1a-4cb6-85c5-08817a143b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:45.490897 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4427038a-a465-4ffd-9ada-05a3593082ef None None] Network 3977d151-8a8e-4c37-b8c0-2405ed599d65 requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:12:45.500711 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-bbb31070-ad1a-4cb6-85c5-08817a143b27 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9300950 Dec 14 19:12:45.515183 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7feac86-793e-48c2-a7a8-4efe31e5756f None None] Network 2e3a2379-5b22-4bcd-97a6-9b192258de10 requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:12:45.624803 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2e3c7a67-ae88-4fc7-ab28-5124543caae6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:45.661594 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-2e3c7a67-ae88-4fc7-ab28-5124543caae6 admin admin] Transition to ACTIVE for port object f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a will not be triggered until provisioned by entity DHCP. {{(pid=88176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:12:45.702891 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2e3c7a67-ae88-4fc7-ab28-5124543caae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1865571'] for port, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:45.709967 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:45.851250 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-b4d7e4de-bd7c-4c36-945f-c1ac72a9afa1 None None] Set router 7b63f0d9-31c8-4bf6-8d0d-586ece986309 gateway port host: dv-cinder-821749-1-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:12:45.868391 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3c7a67-ae88-4fc7-ab28-5124543caae6 admin admin] Network 2e3a2379-5b22-4bcd-97a6-9b192258de10 is already hosted by enough agents. {{(pid=88176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:12:45.871765 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c7a67-ae88-4fc7-ab28-5124543caae6 admin admin] Pushing event updated for resources: {'Port': ['ID=f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:45.880427 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-2e3c7a67-ae88-4fc7-ab28-5124543caae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:12:45.895549 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3c7a67-ae88-4fc7-ab28-5124543caae6 admin admin] Received port after_create {{(pid=88176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:12:45.923810 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-8c072d78-a3f2-4a6f-9199-981207d8e24b None None] For port 65982113-63e0-4d42-8b0d-0fecc91881ec, host dv-cinder-821749-1-smb, cleared binding levels {{(pid=88178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:12:45.955782 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-8c072d78-a3f2-4a6f-9199-981207d8e24b None None] For port 65982113-63e0-4d42-8b0d-0fecc91881ec, host dv-cinder-821749-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=65982113-63e0-4d42-8b0d-0fecc91881ec,segment=NetworkSegment(0945c744-4d3b-470e-8f6d-ce93add76b81),segment_id=0945c744-4d3b-470e-8f6d-ce93add76b81)] {{(pid=88178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:12:45.970934 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning for port d012d174-1d56-41d9-aa2a-3a164f39c7c4 completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:12:45.984200 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8c072d78-a3f2-4a6f-9199-981207d8e24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:46.001962 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:46.037627 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3aaecbea-3773-4d07-9d0e-b0f6aa2355f9 None None] Provisioning for port d012d174-1d56-41d9-aa2a-3a164f39c7c4 completed by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:12:46.048942 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port d012d174-1d56-41d9-aa2a-3a164f39c7c4 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:12:46.049386 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:46.126894 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3aaecbea-3773-4d07-9d0e-b0f6aa2355f9 None None] Provisioning complete for port d012d174-1d56-41d9-aa2a-3a164f39c7c4 triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:12:46.127298 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3aaecbea-3773-4d07-9d0e-b0f6aa2355f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:46.295579 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2e3c7a67-ae88-4fc7-ab28-5124543caae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:46.297183 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-b4d7e4de-bd7c-4c36-945f-c1ac72a9afa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'name': 'tempest-TestShelveInstance-1959979453-router', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.116'}], 'enable_snat': True}, 'gw_port_id': '5ad87e7c-0e31-4473-b9d6-26b5b1324ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:12:32Z', 'updated_at': '2021-12-14T19:12:36Z', 'revision_number': 4, 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'gw_port': {'id': '5ad87e7c-0e31-4473-b9d6-26b5b1324ba9', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:32Z', 'updated_at': '2021-12-14T19:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': 'af871085-21e4-4ff9-b6be-3bd2ff2b8bd7', 'name': '', 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'mac_address': 'fa:16:3e:cb:b1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87c3cc9b-64ee-4ec7-adf1-328580ac599d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:35Z', 'updated_at': '2021-12-14T19:12:45Z', 'revision_number': 4, 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'subnets': [{'id': '87c3cc9b-64ee-4ec7-adf1-328580ac599d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:46.302679 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d7e4de-bd7c-4c36-945f-c1ac72a9afa1 None None] The sync data for ids ['7b63f0d9-31c8-4bf6-8d0d-586ece986309'] in dv-cinder-821749-1-smb is: [{'id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'name': 'tempest-TestShelveInstance-1959979453-router', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.116'}], 'enable_snat': True}, 'gw_port_id': '5ad87e7c-0e31-4473-b9d6-26b5b1324ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:12:32Z', 'updated_at': '2021-12-14T19:12:36Z', 'revision_number': 4, 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'gw_port': {'id': '5ad87e7c-0e31-4473-b9d6-26b5b1324ba9', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:32Z', 'updated_at': '2021-12-14T19:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': 'af871085-21e4-4ff9-b6be-3bd2ff2b8bd7', 'name': '', 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'mac_address': 'fa:16:3e:cb:b1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87c3cc9b-64ee-4ec7-adf1-328580ac599d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:35Z', 'updated_at': '2021-12-14T19:12:45Z', 'revision_number': 4, 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'subnets': [{'id': '87c3cc9b-64ee-4ec7-adf1-328580ac599d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:12:46.339396 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2e3c7a67-ae88-4fc7-ab28-5124543caae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-440700'] for router_interface, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:46.421249 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-7cf55775-09c5-4db7-9347-40da96a7193e tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:46.423671 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-7cf55775-09c5-4db7-9347-40da96a7193e tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] 10.222.0.62 "GET /v2.0/networks?id=5721f474-074b-47d1-aab6-e8c244659bed HTTP/1.1" status: 200 len: 809 time: 0.1956720 Dec 14 19:12:46.434584 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11773068-d327-4ab7-8fc5-91b4da6a1ada None None] Pushing event updated for resources: {'Port': ['ID=65982113-63e0-4d42-8b0d-0fecc91881ec,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:46.445359 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-11773068-d327-4ab7-8fc5-91b4da6a1ada None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:46.455075 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-6089189d-58a5-4785-9dc0-5db74bdc0b73 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] 10.222.0.62 "GET /v2.0/quotas/72202c80212046bbb89c02f25d092e0a HTTP/1.1" status: 200 len: 375 time: 0.0248537 Dec 14 19:12:46.469923 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2e3c7a67-ae88-4fc7-ab28-5124543caae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:46.516505 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-f9d4eeb4-808c-417e-8fa8-14885c5353e1 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=72202c80212046bbb89c02f25d092e0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602486 Dec 14 19:12:46.713209 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c072d78-a3f2-4a6f-9199-981207d8e24b None None] Routers {'c798dbba-9fb9-4417-a124-e1f57d6ee180'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:12:46.713928 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8c072d78-a3f2-4a6f-9199-981207d8e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:12:28Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['c798dbba-9fb9-4417-a124-e1f57d6ee180'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:46.782061 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4d0607-3058-455d-9a3c-2c879b6e0744 None None] Network 3977d151-8a8e-4c37-b8c0-2405ed599d65 requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:12:46.820830 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2e3c7a67-ae88-4fc7-ab28-5124543caae6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:46.825317 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2e3c7a67-ae88-4fc7-ab28-5124543caae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852910230'] for port, after_update {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:46.902807 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-baa821e0-d820-48b9-af38-6882e8c3e4c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:46.952936 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-2cbeea38-8ba2-4c76-b343-7acd2161160d service neutron] 10.222.0.62 "GET /v2.0/networks/5721f474-074b-47d1-aab6-e8c244659bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267738 Dec 14 19:12:46.980376 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:46.982870 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2e3c7a67-ae88-4fc7-ab28-5124543caae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3287090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854335205'] for router_interface, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:46.988220 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c7a67-ae88-4fc7-ab28-5124543caae6 admin admin] Pushing event updated for resources: {'Port': ['ID=f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a,revision_number=2']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:46.992147 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2e3c7a67-ae88-4fc7-ab28-5124543caae6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:47.061114 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3aaecbea-3773-4d07-9d0e-b0f6aa2355f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:47.132178 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-85dc1d54-b3ce-46f0-8dd4-485c2b75c6fe service neutron] 10.222.0.62 "GET /v2.0/networks/5721f474-074b-47d1-aab6-e8c244659bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674504 Dec 14 19:12:47.213167 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3c7a67-ae88-4fc7-ab28-5124543caae6 admin admin] Network 2e3a2379-5b22-4bcd-97a6-9b192258de10 is already hosted by enough agents. {{(pid=88176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:12:47.214175 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-2e3c7a67-ae88-4fc7-ab28-5124543caae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:12:47.255500 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] For port d012d174-1d56-41d9-aa2a-3a164f39c7c4, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=d012d174-1d56-41d9-aa2a-3a164f39c7c4,segment=NetworkSegment(fad372ce-c8fc-43fc-bcb6-5ad87552ee33),segment_id=fad372ce-c8fc-43fc-bcb6-5ad87552ee33)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:12:47.330712 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:47.351690 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-8c072d78-a3f2-4a6f-9199-981207d8e24b None None] Set router c798dbba-9fb9-4417-a124-e1f57d6ee180 gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:12:47.470158 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-4c3dda38-3a85-479e-8a18-f3d9217ed092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:47.488464 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fa181104-632d-490b-8bf5-5246bcfbd048 req-8f4dad96-e682-40fb-80f7-7a83c9102446 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3e09220-b3b4-4539-a295-2d9e574916a8 HTTP/1.1" status: 200 len: 210 time: 0.1139226 Dec 14 19:12:47.639169 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device af871085-21e4-4ff9-b6be-3bd2ff2b8bd7 up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:12:47.797722 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e3c7a67-ae88-4fc7-ab28-5124543caae6 admin admin] Router c798dbba-9fb9-4417-a124-e1f57d6ee180 has already been hosted by L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 {{(pid=88176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:12:47.872114 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.db.api [None req-3aaecbea-3773-4d07-9d0e-b0f6aa2355f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88178) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 14 19:12:47.872531 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_db.api [None req-3aaecbea-3773-4d07-9d0e-b0f6aa2355f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 14 19:12:47.978672 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Pushing event updated for resources: {'Port': ['ID=d012d174-1d56-41d9-aa2a-3a164f39c7c4,revision_number=3']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:47.993134 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:48.055349 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning for port af871085-21e4-4ff9-b6be-3bd2ff2b8bd7 completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:12:48.063900 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port af871085-21e4-4ff9-b6be-3bd2ff2b8bd7 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:12:48.064319 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:48.108392 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e3c7a67-ae88-4fc7-ab28-5124543caae6 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:12:48.137657 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-2e3c7a67-ae88-4fc7-ab28-5124543caae6 admin admin] 10.222.0.62 "PUT /v2.0/routers/c798dbba-9fb9-4417-a124-e1f57d6ee180/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8584602 Dec 14 19:12:48.143497 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8c072d78-a3f2-4a6f-9199-981207d8e24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c798dbba-9fb9-4417-a124-e1f57d6ee180', 'name': 'tempest-TestShelveInstance-43758924-router', 'tenant_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '65982113-63e0-4d42-8b0d-0fecc91881ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:12:40Z', 'updated_at': '2021-12-14T19:12:46Z', 'revision_number': 4, 'project_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'gw_port': {'id': '65982113-63e0-4d42-8b0d-0fecc91881ec', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:71:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c798dbba-9fb9-4417-a124-e1f57d6ee180', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:41Z', 'updated_at': '2021-12-14T19:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': 'f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a', 'name': '', 'network_id': '2e3a2379-5b22-4bcd-97a6-9b192258de10', 'tenant_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'mac_address': 'fa:16:3e:47:da:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c798dbba-9fb9-4417-a124-e1f57d6ee180', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5086f4a7-b7ce-49f0-8cfd-071eda0929db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:44Z', 'updated_at': '2021-12-14T19:12:45Z', 'revision_number': 1, 'project_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'subnets': [{'id': '5086f4a7-b7ce-49f0-8cfd-071eda0929db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:48.210239 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c072d78-a3f2-4a6f-9199-981207d8e24b None None] The sync data for ids ['c798dbba-9fb9-4417-a124-e1f57d6ee180'] in dv-cinder-821749-1-smb is: [{'id': 'c798dbba-9fb9-4417-a124-e1f57d6ee180', 'name': 'tempest-TestShelveInstance-43758924-router', 'tenant_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '65982113-63e0-4d42-8b0d-0fecc91881ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:12:40Z', 'updated_at': '2021-12-14T19:12:46Z', 'revision_number': 4, 'project_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'gw_port': {'id': '65982113-63e0-4d42-8b0d-0fecc91881ec', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:71:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c798dbba-9fb9-4417-a124-e1f57d6ee180', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:41Z', 'updated_at': '2021-12-14T19:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': 'f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a', 'name': '', 'network_id': '2e3a2379-5b22-4bcd-97a6-9b192258de10', 'tenant_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'mac_address': 'fa:16:3e:47:da:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c798dbba-9fb9-4417-a124-e1f57d6ee180', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5086f4a7-b7ce-49f0-8cfd-071eda0929db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:44Z', 'updated_at': '2021-12-14T19:12:45Z', 'revision_number': 1, 'project_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'subnets': [{'id': '5086f4a7-b7ce-49f0-8cfd-071eda0929db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:12:48.232109 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:48.282470 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] For port af871085-21e4-4ff9-b6be-3bd2ff2b8bd7, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=af871085-21e4-4ff9-b6be-3bd2ff2b8bd7,segment=NetworkSegment(cd02a7a6-e066-4b76-9be2-128b139685c5),segment_id=cd02a7a6-e066-4b76-9be2-128b139685c5)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:12:48.291588 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:48.293700 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:48.371756 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Pushing event updated for resources: {'Port': ['ID=af871085-21e4-4ff9-b6be-3bd2ff2b8bd7,revision_number=5']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:48.404698 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:48.564285 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-fcad9233-a8c8-496a-a0ad-e1e83c080496 None None] Provisioning complete for port af871085-21e4-4ff9-b6be-3bd2ff2b8bd7 triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:12:48.564709 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-fcad9233-a8c8-496a-a0ad-e1e83c080496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:48.767449 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-bc62d252-1c28-4221-aade-69f0e17f36fe req-fa97ce45-b122-4384-a29e-3dd0483fd2c6 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3e09220-b3b4-4539-a295-2d9e574916a8 HTTP/1.1" status: 200 len: 210 time: 0.1085777 Dec 14 19:12:48.767700 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-fcad9233-a8c8-496a-a0ad-e1e83c080496 None None] Provisioning for port f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a completed by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:12:48.777993 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-fcad9233-a8c8-496a-a0ad-e1e83c080496 None None] Provisioning complete for port f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:12:48.778415 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-fcad9233-a8c8-496a-a0ad-e1e83c080496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:48.838616 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-fcad9233-a8c8-496a-a0ad-e1e83c080496 None None] Port f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a cannot update to ACTIVE because it is not bound. {{(pid=88178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:12:48.854523 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-fcad9233-a8c8-496a-a0ad-e1e83c080496 None None] Provisioning complete for port d012d174-1d56-41d9-aa2a-3a164f39c7c4 triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:12:48.854950 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-fcad9233-a8c8-496a-a0ad-e1e83c080496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:48.997152 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 52028) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:49.003458 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-74b1c217-ae44-4143-b065-e278f88414ae tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-929666409', 'description': 'tempest-secgroup-smoke-929666409 description', 'project_id': '9a876a56377e4744ab6ea35617d6d3ec'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:49.010644 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-74b1c217-ae44-4143-b065-e278f88414ae tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:49.015032 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-74b1c217-ae44-4143-b065-e278f88414ae tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Usage tracker for resource:security_group and tenant:9a876a56377e4744ab6ea35617d6d3ec is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:49.018489 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-74b1c217-ae44-4143-b065-e278f88414ae tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:49.025192 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-74b1c217-ae44-4143-b065-e278f88414ae tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:49.043704 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-74b1c217-ae44-4143-b065-e278f88414ae tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:49.086205 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-74b1c217-ae44-4143-b065-e278f88414ae tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:49.090871 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-74b1c217-ae44-4143-b065-e278f88414ae tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Usage tracker for resource:security_group_rule and tenant:9a876a56377e4744ab6ea35617d6d3ec is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:49.094228 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-74b1c217-ae44-4143-b065-e278f88414ae tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:49.101422 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-74b1c217-ae44-4143-b065-e278f88414ae tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:49.175966 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-74b1c217-ae44-4143-b065-e278f88414ae tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:49.181941 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-74b1c217-ae44-4143-b065-e278f88414ae tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:49.188666 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-7fbec436-ceb2-4598-93ba-7bfe347d849a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:49.286223 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1c217-ae44-4143-b065-e278f88414ae tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d99b25-23a4-49d0-aaf9-9095587be772,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:49.293502 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-74b1c217-ae44-4143-b065-e278f88414ae tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:49.299914 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-74b1c217-ae44-4143-b065-e278f88414ae tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2965930 Dec 14 19:12:49.300503 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 52032) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:49.307279 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-33317d75-8654-4a44-a34a-cf3aeebaa5f0 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Request body: {'security_group_rule': {'security_group_id': '67d99b25-23a4-49d0-aaf9-9095587be772', 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:49.314806 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-33317d75-8654-4a44-a34a-cf3aeebaa5f0 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:49.320061 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-33317d75-8654-4a44-a34a-cf3aeebaa5f0 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Usage tracker for resource:security_group_rule and tenant:9a876a56377e4744ab6ea35617d6d3ec is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:49.323698 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-33317d75-8654-4a44-a34a-cf3aeebaa5f0 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:49.330830 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-33317d75-8654-4a44-a34a-cf3aeebaa5f0 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:49.376209 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-33317d75-8654-4a44-a34a-cf3aeebaa5f0 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:49.511403 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-33317d75-8654-4a44-a34a-cf3aeebaa5f0 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:49.517616 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-33317d75-8654-4a44-a34a-cf3aeebaa5f0 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427509'] for security_group_rule, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:49.529383 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:49.538323 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device d012d174-1d56-41d9-aa2a-3a164f39c7c4 up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:12:49.610298 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-74b1c217-ae44-4143-b065-e278f88414ae tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:49.639579 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-33317d75-8654-4a44-a34a-cf3aeebaa5f0 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:49.646516 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-33317d75-8654-4a44-a34a-cf3aeebaa5f0 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3449414 Dec 14 19:12:49.647660 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port d012d174-1d56-41d9-aa2a-3a164f39c7c4 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:12:49.648266 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33317d75-8654-4a44-a34a-cf3aeebaa5f0 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b00241a8-56dc-4f46-8944-82f7d4a9ea6f,revision_number=0']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:49.648631 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:49.651143 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 52036) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:49.667246 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-ef8dccbd-4341-4e16-968f-c7367f4f7663 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Request body: {'security_group_rule': {'security_group_id': '67d99b25-23a4-49d0-aaf9-9095587be772', 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:49.685057 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-33317d75-8654-4a44-a34a-cf3aeebaa5f0 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:49.696065 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-ef8dccbd-4341-4e16-968f-c7367f4f7663 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:49.705805 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-ef8dccbd-4341-4e16-968f-c7367f4f7663 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Usage tracker for resource:security_group_rule and tenant:9a876a56377e4744ab6ea35617d6d3ec is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:49.713720 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-ef8dccbd-4341-4e16-968f-c7367f4f7663 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:49.727192 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-9b1f6647-af2d-4fc2-bb28-7cbff18b30a6 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:49.728806 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-9b1f6647-af2d-4fc2-bb28-7cbff18b30a6 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] 10.222.0.73 "GET /v2.0/networks?id=5721f474-074b-47d1-aab6-e8c244659bed HTTP/1.1" status: 200 len: 809 time: 0.5213296 Dec 14 19:12:49.729331 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-ef8dccbd-4341-4e16-968f-c7367f4f7663 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:49.749304 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-f0ff5835-16ca-4a5d-a9b5-3e72a784c5a2 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Request body: {'port': {'device_id': 'a3e09220-b3b4-4539-a295-2d9e574916a8', 'network_id': '5721f474-074b-47d1-aab6-e8c244659bed', 'admin_state_up': True, 'tenant_id': '72202c80212046bbb89c02f25d092e0a'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:49.767574 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ef8dccbd-4341-4e16-968f-c7367f4f7663 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:49.832735 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device af871085-21e4-4ff9-b6be-3bd2ff2b8bd7 up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:12:49.865215 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ef8dccbd-4341-4e16-968f-c7367f4f7663 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:49.873212 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ef8dccbd-4341-4e16-968f-c7367f4f7663 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427509'] for security_group_rule, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:49.877865 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:49.937931 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-f0ff5835-16ca-4a5d-a9b5-3e72a784c5a2 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:49.944148 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-f0ff5835-16ca-4a5d-a9b5-3e72a784c5a2 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Usage tracker for resource:port and tenant:72202c80212046bbb89c02f25d092e0a is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:49.947801 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-f0ff5835-16ca-4a5d-a9b5-3e72a784c5a2 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:49.955213 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-f0ff5835-16ca-4a5d-a9b5-3e72a784c5a2 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:49.960078 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port af871085-21e4-4ff9-b6be-3bd2ff2b8bd7 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:12:49.961100 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:49.971806 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8dccbd-4341-4e16-968f-c7367f4f7663 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aba7b333-010c-48bd-8938-90191da662e0,revision_number=0']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:49.972256 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-f0ff5835-16ca-4a5d-a9b5-3e72a784c5a2 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Made reservation on behalf of 72202c80212046bbb89c02f25d092e0a for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:12:49.974602 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ef8dccbd-4341-4e16-968f-c7367f4f7663 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:49.976621 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ef8dccbd-4341-4e16-968f-c7367f4f7663 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:49.979511 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-f0ff5835-16ca-4a5d-a9b5-3e72a784c5a2 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:49.981318 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-ef8dccbd-4341-4e16-968f-c7367f4f7663 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3285804 Dec 14 19:12:49.982025 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 52046) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:49.989501 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-243febad-2de6-4b4f-b1b1-2f641b9c26b7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Request body: {'security_group_rule': {'security_group_id': '67d99b25-23a4-49d0-aaf9-9095587be772', 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:49.999090 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-243febad-2de6-4b4f-b1b1-2f641b9c26b7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:50.003883 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-243febad-2de6-4b4f-b1b1-2f641b9c26b7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Usage tracker for resource:security_group_rule and tenant:9a876a56377e4744ab6ea35617d6d3ec is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:50.008769 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-243febad-2de6-4b4f-b1b1-2f641b9c26b7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:50.017547 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-243febad-2de6-4b4f-b1b1-2f641b9c26b7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:50.048477 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-243febad-2de6-4b4f-b1b1-2f641b9c26b7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:50.058431 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-974fb44e-135b-477a-b624-e607ec34bbb4 req-19a54445-7ddf-4382-abdb-3328e3df6e99 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3e09220-b3b4-4539-a295-2d9e574916a8 HTTP/1.1" status: 200 len: 210 time: 0.0670023 Dec 14 19:12:50.140770 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-243febad-2de6-4b4f-b1b1-2f641b9c26b7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:50.148268 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-243febad-2de6-4b4f-b1b1-2f641b9c26b7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427509'] for security_group_rule, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:50.150846 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-240205f3-8aba-4428-866b-b3ebd2f7b089 tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:50.180760 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243febad-2de6-4b4f-b1b1-2f641b9c26b7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25706145-a0fb-4ffd-b0a3-dea53827c7aa,revision_number=0']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:50.183667 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-243febad-2de6-4b4f-b1b1-2f641b9c26b7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:50.192411 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-243febad-2de6-4b4f-b1b1-2f641b9c26b7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:50.193998 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-243febad-2de6-4b4f-b1b1-2f641b9c26b7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2107153 Dec 14 19:12:50.199558 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 52050) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:50.213413 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-eb1f7c21-d0a6-487c-896b-74dfa10f2cc7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Request body: {'security_group_rule': {'security_group_id': '67d99b25-23a4-49d0-aaf9-9095587be772', 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:50.232071 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-eb1f7c21-d0a6-487c-896b-74dfa10f2cc7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:50.237295 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-eb1f7c21-d0a6-487c-896b-74dfa10f2cc7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Usage tracker for resource:security_group_rule and tenant:9a876a56377e4744ab6ea35617d6d3ec is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:50.242857 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-eb1f7c21-d0a6-487c-896b-74dfa10f2cc7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:50.251749 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-eb1f7c21-d0a6-487c-896b-74dfa10f2cc7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:50.258680 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-f0ff5835-16ca-4a5d-a9b5-3e72a784c5a2 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Allocated IP 172.20.0.10 (5721f474-074b-47d1-aab6-e8c244659bed/42673d9e-0998-4fc3-8ff9-24618cb16e02/5840734b-0896-4dcc-83ac-c9411aaf03f4) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:12:50.270901 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-eb1f7c21-d0a6-487c-896b-74dfa10f2cc7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:50.352586 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-eb1f7c21-d0a6-487c-896b-74dfa10f2cc7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:50.355863 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-eb1f7c21-d0a6-487c-896b-74dfa10f2cc7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427509'] for security_group_rule, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:50.358133 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:50.387866 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f7c21-d0a6-487c-896b-74dfa10f2cc7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a67a6d3-6469-46da-93f2-5098079e184a,revision_number=0']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:50.390641 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-eb1f7c21-d0a6-487c-896b-74dfa10f2cc7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:50.399267 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-eb1f7c21-d0a6-487c-896b-74dfa10f2cc7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:50.400603 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-eb1f7c21-d0a6-487c-896b-74dfa10f2cc7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1997712 Dec 14 19:12:50.403725 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 52054) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:50.410159 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-bc2f8648-cc35-4271-a938-44a459a82c63 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Request body: {'security_group_rule': {'security_group_id': '67d99b25-23a4-49d0-aaf9-9095587be772', 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:50.418249 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-bc2f8648-cc35-4271-a938-44a459a82c63 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:50.422422 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-bc2f8648-cc35-4271-a938-44a459a82c63 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Usage tracker for resource:security_group_rule and tenant:9a876a56377e4744ab6ea35617d6d3ec is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:50.425963 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-bc2f8648-cc35-4271-a938-44a459a82c63 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:50.433193 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-bc2f8648-cc35-4271-a938-44a459a82c63 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:50.445501 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.securitygroups_db [None req-bc2f8648-cc35-4271-a938-44a459a82c63 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Project 9a876a56377e4744ab6ea35617d6d3ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 19:12:50.452843 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bc2f8648-cc35-4271-a938-44a459a82c63 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:50.512172 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-f0ff5835-16ca-4a5d-a9b5-3e72a784c5a2 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:50.526562 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bc2f8648-cc35-4271-a938-44a459a82c63 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:50.530583 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bc2f8648-cc35-4271-a938-44a459a82c63 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427509'] for security_group_rule, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:50.540485 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-339bb0e9-d05c-444e-963f-fe8615185c0b tempest-TestMinimumBasicScenario-1344169373 tempest-TestMinimumBasicScenario-1344169373-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:50.543104 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-f0ff5835-16ca-4a5d-a9b5-3e72a784c5a2 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:50.549910 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-985e622e-9f6b-46fd-8c69-c1dd281cb8e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:50.565383 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f8648-cc35-4271-a938-44a459a82c63 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c629599-ef27-4b0f-8250-280b08534776,revision_number=0']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:50.571537 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-bc2f8648-cc35-4271-a938-44a459a82c63 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:50.576468 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bc2f8648-cc35-4271-a938-44a459a82c63 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:50.580955 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-bc2f8648-cc35-4271-a938-44a459a82c63 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1731372 Dec 14 19:12:50.581303 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 52058) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:12:50.588498 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-d7620b45-e319-443e-9596-69bcc54f9123 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Request body: {'security_group_rule': {'security_group_id': '67d99b25-23a4-49d0-aaf9-9095587be772', 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:50.597422 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-d7620b45-e319-443e-9596-69bcc54f9123 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:12:50.603549 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-d7620b45-e319-443e-9596-69bcc54f9123 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Usage tracker for resource:security_group_rule and tenant:9a876a56377e4744ab6ea35617d6d3ec is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:12:50.606922 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-d7620b45-e319-443e-9596-69bcc54f9123 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:12:50.613811 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-d7620b45-e319-443e-9596-69bcc54f9123 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:12:50.629837 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-f0ff5835-16ca-4a5d-a9b5-3e72a784c5a2 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Network 5721f474-074b-47d1-aab6-e8c244659bed is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:12:50.630438 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.securitygroups_db [None req-d7620b45-e319-443e-9596-69bcc54f9123 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Project 9a876a56377e4744ab6ea35617d6d3ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 19:12:50.633453 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-f0ff5835-16ca-4a5d-a9b5-3e72a784c5a2 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:12:50.638505 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-f0ff5835-16ca-4a5d-a9b5-3e72a784c5a2 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:12:50.647972 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d7620b45-e319-443e-9596-69bcc54f9123 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:50.678098 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff5835-16ca-4a5d-a9b5-3e72a784c5a2 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Pushing event updated for resources: {'Port': ['ID=5840734b-0896-4dcc-83ac-c9411aaf03f4,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:50.683300 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f0ff5835-16ca-4a5d-a9b5-3e72a784c5a2 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:50.712074 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-f0ff5835-16ca-4a5d-a9b5-3e72a784c5a2 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:50.712795 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-f0ff5835-16ca-4a5d-a9b5-3e72a784c5a2 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:50.734164 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d7620b45-e319-443e-9596-69bcc54f9123 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:50.737198 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d7620b45-e319-443e-9596-69bcc54f9123 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427509'] for security_group_rule, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:50.737581 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-f0ff5835-16ca-4a5d-a9b5-3e72a784c5a2 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9929199 Dec 14 19:12:50.746343 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:50.751205 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-ce3edaee-a2b5-4d61-9389-8387a786c85d service neutron] Request body: {'port': {'device_id': 'a3e09220-b3b4-4539-a295-2d9e574916a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:12:50.771882 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7620b45-e319-443e-9596-69bcc54f9123 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3092eb94-fa2b-4a06-a699-89724ec6e2a2,revision_number=0']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:50.774907 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d7620b45-e319-443e-9596-69bcc54f9123 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:50.779797 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d7620b45-e319-443e-9596-69bcc54f9123 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:50.784262 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-d7620b45-e319-443e-9596-69bcc54f9123 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1993001 Dec 14 19:12:50.923344 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-ce3edaee-a2b5-4d61-9389-8387a786c85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:51.412827 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bd751-a07f-49a1-ba2e-74de411bf92f req-0eb95e9c-3a92-4e03-ae46-ee7176ea25d0 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:51.413756 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-659bd751-a07f-49a1-ba2e-74de411bf92f req-0eb95e9c-3a92-4e03-ae46-ee7176ea25d0 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Synchronizing usage tracker for tenant:72202c80212046bbb89c02f25d092e0a on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:12:51.448481 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-659bd751-a07f-49a1-ba2e-74de411bf92f req-0eb95e9c-3a92-4e03-ae46-ee7176ea25d0 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Unset dirty status for tenant:72202c80212046bbb89c02f25d092e0a on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:12:51.449847 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-659bd751-a07f-49a1-ba2e-74de411bf92f req-0eb95e9c-3a92-4e03-ae46-ee7176ea25d0 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3e09220-b3b4-4539-a295-2d9e574916a8 HTTP/1.1" status: 200 len: 932 time: 0.2250128 Dec 14 19:12:51.450353 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 65982113-63e0-4d42-8b0d-0fecc91881ec up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:12:51.527666 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning for port 65982113-63e0-4d42-8b0d-0fecc91881ec completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:12:51.533747 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port 65982113-63e0-4d42-8b0d-0fecc91881ec triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:12:51.534298 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:51.632804 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-ce3edaee-a2b5-4d61-9389-8387a786c85d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5840734b-0896-4dcc-83ac-c9411aaf03f4 {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:12:51.654189 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-ce3edaee-a2b5-4d61-9389-8387a786c85d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:51.673778 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-659bd751-a07f-49a1-ba2e-74de411bf92f req-39fd8504-02fd-4335-b213-395e52bbb8f9 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a0fa1eb-da06-4f5f-98a9-0506c1e1625c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553004 Dec 14 19:12:51.679522 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:51.692623 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-ce3edaee-a2b5-4d61-9389-8387a786c85d service neutron] Transition to ACTIVE for port object 5840734b-0896-4dcc-83ac-c9411aaf03f4 will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:12:51.697741 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] For port 65982113-63e0-4d42-8b0d-0fecc91881ec, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=65982113-63e0-4d42-8b0d-0fecc91881ec,segment=NetworkSegment(0945c744-4d3b-470e-8f6d-ce93add76b81),segment_id=0945c744-4d3b-470e-8f6d-ce93add76b81)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:12:51.702225 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-ce3edaee-a2b5-4d61-9389-8387a786c85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853069063'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:51.702393 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:51.704271 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:51.708990 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-de1603eb-85ac-4d7f-88a5-b3b02f947e96 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:51.781644 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Pushing event updated for resources: {'Port': ['ID=65982113-63e0-4d42-8b0d-0fecc91881ec,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:51.785368 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:51.853115 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3edaee-a2b5-4d61-9389-8387a786c85d service neutron] Pushing event updated for resources: {'Port': ['ID=5840734b-0896-4dcc-83ac-c9411aaf03f4,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:51.857713 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ce3edaee-a2b5-4d61-9389-8387a786c85d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:51.985774 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-ce3edaee-a2b5-4d61-9389-8387a786c85d service neutron] Attempting to bind port 5840734b-0896-4dcc-83ac-c9411aaf03f4 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:12:51.986393 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-ce3edaee-a2b5-4d61-9389-8387a786c85d service neutron] Attempting to bind port 5840734b-0896-4dcc-83ac-c9411aaf03f4 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '09bff7c3-73b3-45b4-8a51-3dda36b2bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5721f474-074b-47d1-aab6-e8c244659bed'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:12:51.987014 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-ce3edaee-a2b5-4d61-9389-8387a786c85d service neutron] Attempting to bind port 5840734b-0896-4dcc-83ac-c9411aaf03f4 on network 5721f474-074b-47d1-aab6-e8c244659bed {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:12:51.995692 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-ce3edaee-a2b5-4d61-9389-8387a786c85d service neutron] Port 5840734b-0896-4dcc-83ac-c9411aaf03f4 on network 5721f474-074b-47d1-aab6-e8c244659bed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:12:51.996060 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-ce3edaee-a2b5-4d61-9389-8387a786c85d service neutron] Attempting to bind port 5840734b-0896-4dcc-83ac-c9411aaf03f4 on network 5721f474-074b-47d1-aab6-e8c244659bed {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:12:52.006208 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-ce3edaee-a2b5-4d61-9389-8387a786c85d service neutron] Checking agent: {'id': '2cdf3b01-963f-4e6b-8571-872140058f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:12:52.006928 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-ce3edaee-a2b5-4d61-9389-8387a786c85d service neutron] Checking segment: {'id': '09bff7c3-73b3-45b4-8a51-3dda36b2bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5721f474-074b-47d1-aab6-e8c244659bed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:12:52.007615 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-ce3edaee-a2b5-4d61-9389-8387a786c85d service neutron] Bound using segment: {'id': '09bff7c3-73b3-45b4-8a51-3dda36b2bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5721f474-074b-47d1-aab6-e8c244659bed'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:12:52.008145 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-ce3edaee-a2b5-4d61-9389-8387a786c85d service neutron] Bound port: 5840734b-0896-4dcc-83ac-c9411aaf03f4, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09bff7c3-73b3-45b4-8a51-3dda36b2bb47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '5721f474-074b-47d1-aab6-e8c244659bed'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:12:52.008616 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-ce3edaee-a2b5-4d61-9389-8387a786c85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:52.112633 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-ce3edaee-a2b5-4d61-9389-8387a786c85d service neutron] For port 5840734b-0896-4dcc-83ac-c9411aaf03f4, host hv-cinder-82174, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:12:52.116751 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-ce3edaee-a2b5-4d61-9389-8387a786c85d service neutron] For port 5840734b-0896-4dcc-83ac-c9411aaf03f4, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=5840734b-0896-4dcc-83ac-c9411aaf03f4,segment=NetworkSegment(09bff7c3-73b3-45b4-8a51-3dda36b2bb47),segment_id=09bff7c3-73b3-45b4-8a51-3dda36b2bb47)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:12:52.120666 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-ce3edaee-a2b5-4d61-9389-8387a786c85d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853069063'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:52.125191 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ce3edaee-a2b5-4d61-9389-8387a786c85d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:52.198714 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-ce3edaee-a2b5-4d61-9389-8387a786c85d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:52.200540 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-ce3edaee-a2b5-4d61-9389-8387a786c85d service neutron] 10.222.0.73 "PUT /v2.0/ports/5840734b-0896-4dcc-83ac-c9411aaf03f4 HTTP/1.1" status: 200 len: 1094 time: 1.4545517 Dec 14 19:12:52.201235 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e09220-b3b4-4539-a295-2d9e574916a8', 'tag': '5840734b-0896-4dcc-83ac-c9411aaf03f4'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:12:52.221637 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3edaee-a2b5-4d61-9389-8387a786c85d service neutron] Pushing event updated for resources: {'Port': ['ID=5840734b-0896-4dcc-83ac-c9411aaf03f4,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:52.225545 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ce3edaee-a2b5-4d61-9389-8387a786c85d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:52.303726 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e09220-b3b4-4539-a295-2d9e574916a8', 'tag': '5840734b-0896-4dcc-83ac-c9411aaf03f4', 'status': 'completed', 'code': 200} Dec 14 19:12:52.353815 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-a767921d-c93b-4af1-abe4-37ea4ccb8f43 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=72202c80212046bbb89c02f25d092e0a&device_id=a3e09220-b3b4-4539-a295-2d9e574916a8 HTTP/1.1" status: 200 len: 1097 time: 0.0915363 Dec 14 19:12:52.437783 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-00842e35-8c70-42ad-aaa2-9e4d0f9d401e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5840734b-0896-4dcc-83ac-c9411aaf03f4 HTTP/1.1" status: 200 len: 217 time: 0.0753219 Dec 14 19:12:52.518488 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-d4c75768-ead6-4d89-99fc-980a39f38b38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:52.520116 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-d4c75768-ead6-4d89-99fc-980a39f38b38 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=42673d9e-0998-4fc3-8ff9-24618cb16e02 HTTP/1.1" status: 200 len: 849 time: 0.0741634 Dec 14 19:12:52.575456 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-5951b943-983e-4e0d-8a31-3a457990603c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5721f474-074b-47d1-aab6-e8c244659bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476167 Dec 14 19:12:52.747846 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-a7bc80d7-c229-4e2a-8ff5-f438243b7a37 service neutron] 10.222.0.73 "GET /v2.0/networks/5721f474-074b-47d1-aab6-e8c244659bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647725 Dec 14 19:12:52.941668 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1738d45b-d1a8-4b0f-9d66-2abf33a34581 None None] Sync routers for ids ['c798dbba-9fb9-4417-a124-e1f57d6ee180'] in dv-cinder-821749-1-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:12:52.958810 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1738d45b-d1a8-4b0f-9d66-2abf33a34581 None None] Routers {'c798dbba-9fb9-4417-a124-e1f57d6ee180'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:12:52.959824 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-1738d45b-d1a8-4b0f-9d66-2abf33a34581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:12:28Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['c798dbba-9fb9-4417-a124-e1f57d6ee180'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:52.974053 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-93cb3ebe-5248-4cfe-be6c-9a53b3667380 req-58239a4b-0a39-4626-973e-5e722b694cff service neutron] 10.222.0.73 "GET /v2.0/networks/5721f474-074b-47d1-aab6-e8c244659bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191539 Dec 14 19:12:52.999243 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c2a0d-84c2-4bc6-86b3-ac23a93f6746 req-8c2a38aa-682a-470a-bedb-0858a0da4b7b tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:53.001008 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-030c2a0d-84c2-4bc6-86b3-ac23a93f6746 req-8c2a38aa-682a-470a-bedb-0858a0da4b7b tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3e09220-b3b4-4539-a295-2d9e574916a8 HTTP/1.1" status: 200 len: 944 time: 0.1429760 Dec 14 19:12:53.112137 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-030c2a0d-84c2-4bc6-86b3-ac23a93f6746 req-f60857cf-e6cb-45ce-b8c8-933aac909128 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a0fa1eb-da06-4f5f-98a9-0506c1e1625c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038790 Dec 14 19:12:53.130824 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cbf90fb7-f967-4d11-b3e4-d071728b1f7f req-8c3cab75-488d-4860-a726-b9977f9afc4d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=72202c80212046bbb89c02f25d092e0a&device_id=a3e09220-b3b4-4539-a295-2d9e574916a8 HTTP/1.1" status: 200 len: 1097 time: 0.1065681 Dec 14 19:12:53.172899 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-1738d45b-d1a8-4b0f-9d66-2abf33a34581 None None] Set router c798dbba-9fb9-4417-a124-e1f57d6ee180 gateway port host: dv-cinder-821749-1-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:12:53.282569 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf90fb7-f967-4d11-b3e4-d071728b1f7f req-1e667bf8-4257-4208-865a-dc75f0ce4a86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:53.284190 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cbf90fb7-f967-4d11-b3e4-d071728b1f7f req-1e667bf8-4257-4208-865a-dc75f0ce4a86 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5721f474-074b-47d1-aab6-e8c244659bed HTTP/1.1" status: 200 len: 910 time: 0.1461825 Dec 14 19:12:53.371391 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cbf90fb7-f967-4d11-b3e4-d071728b1f7f req-e6eee451-ffb3-4009-b97a-23da05282ec7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5840734b-0896-4dcc-83ac-c9411aaf03f4 HTTP/1.1" status: 200 len: 217 time: 0.0782011 Dec 14 19:12:53.442156 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 65982113-63e0-4d42-8b0d-0fecc91881ec up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:12:53.479447 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf90fb7-f967-4d11-b3e4-d071728b1f7f req-a2ad6cf8-a761-443a-bddc-47cd3718fddb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:53.482351 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cbf90fb7-f967-4d11-b3e4-d071728b1f7f req-a2ad6cf8-a761-443a-bddc-47cd3718fddb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=42673d9e-0998-4fc3-8ff9-24618cb16e02 HTTP/1.1" status: 200 len: 849 time: 0.1036191 Dec 14 19:12:53.536057 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port 65982113-63e0-4d42-8b0d-0fecc91881ec triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:12:53.536553 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:53.569454 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cbf90fb7-f967-4d11-b3e4-d071728b1f7f req-85393562-2c64-4b37-a87b-b7edbcc8783f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5721f474-074b-47d1-aab6-e8c244659bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792825 Dec 14 19:12:53.569905 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-1738d45b-d1a8-4b0f-9d66-2abf33a34581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c798dbba-9fb9-4417-a124-e1f57d6ee180', 'name': 'tempest-TestShelveInstance-43758924-router', 'tenant_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '65982113-63e0-4d42-8b0d-0fecc91881ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:12:40Z', 'updated_at': '2021-12-14T19:12:46Z', 'revision_number': 4, 'project_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'gw_port': {'id': '65982113-63e0-4d42-8b0d-0fecc91881ec', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c798dbba-9fb9-4417-a124-e1f57d6ee180', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:41Z', 'updated_at': '2021-12-14T19:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': 'f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a', 'name': '', 'network_id': '2e3a2379-5b22-4bcd-97a6-9b192258de10', 'tenant_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'mac_address': 'fa:16:3e:47:da:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c798dbba-9fb9-4417-a124-e1f57d6ee180', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5086f4a7-b7ce-49f0-8cfd-071eda0929db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:44Z', 'updated_at': '2021-12-14T19:12:46Z', 'revision_number': 2, 'project_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'subnets': [{'id': '5086f4a7-b7ce-49f0-8cfd-071eda0929db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:53.575639 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1738d45b-d1a8-4b0f-9d66-2abf33a34581 None None] Checking router: c798dbba-9fb9-4417-a124-e1f57d6ee180 for host: dv-cinder-821749-1-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:12:53.576219 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1738d45b-d1a8-4b0f-9d66-2abf33a34581 None None] Updating router c798dbba-9fb9-4417-a124-e1f57d6ee180 port f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a binding host dv-cinder-821749-1-smb {{(pid=88179) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 19:12:53.647145 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1738d45b-d1a8-4b0f-9d66-2abf33a34581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:53.808433 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cbf90fb7-f967-4d11-b3e4-d071728b1f7f req-d5e99136-aafa-40a8-8219-88f89321a812 service neutron] 10.222.0.73 "GET /v2.0/networks/5721f474-074b-47d1-aab6-e8c244659bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311418 Dec 14 19:12:54.001008 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cbf90fb7-f967-4d11-b3e4-d071728b1f7f req-178e0f1a-15dd-44f5-b420-4c19f23b71a3 service neutron] 10.222.0.73 "GET /v2.0/networks/5721f474-074b-47d1-aab6-e8c244659bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845274 Dec 14 19:12:54.086779 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1738d45b-d1a8-4b0f-9d66-2abf33a34581 None None] Notify callbacks [] for port, precommit_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:54.101234 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-1738d45b-d1a8-4b0f-9d66-2abf33a34581 None None] Transition to ACTIVE for port object f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a will not be triggered until provisioned by entity L2. {{(pid=88179) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:12:54.108897 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1738d45b-d1a8-4b0f-9d66-2abf33a34581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:54.113555 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6306051b-7589-48fc-9c01-3905699d7c7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:54.251053 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b3d99-03cc-429a-bad6-41bf9e5f050a None None] Pushing event updated for resources: {'Port': ['ID=f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a,revision_number=3']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:54.255572 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-dc7b3d99-03cc-429a-bad6-41bf9e5f050a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:54.378710 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c4f12-7d5d-419c-9f46-40cb34694460 req-66bccdc1-069a-4830-8fbf-63c22a1e48ac tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:54.380592 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7d9c4f12-7d5d-419c-9f46-40cb34694460 req-66bccdc1-069a-4830-8fbf-63c22a1e48ac tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3e09220-b3b4-4539-a295-2d9e574916a8 HTTP/1.1" status: 200 len: 944 time: 0.1026027 Dec 14 19:12:54.385741 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-1738d45b-d1a8-4b0f-9d66-2abf33a34581 None None] Attempting to bind port f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a on host dv-cinder-821749-1-smb for vnic_type normal with profile {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:12:54.386269 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-1738d45b-d1a8-4b0f-9d66-2abf33a34581 None None] Attempting to bind port f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a by drivers openvswitch,hyperv on host dv-cinder-821749-1-smb at level 0 using segments [{'id': 'fad372ce-c8fc-43fc-bcb6-5ad87552ee33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2e3a2379-5b22-4bcd-97a6-9b192258de10'}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:12:54.386672 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1738d45b-d1a8-4b0f-9d66-2abf33a34581 None None] Attempting to bind port f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a on network 2e3a2379-5b22-4bcd-97a6-9b192258de10 {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:12:54.394834 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1738d45b-d1a8-4b0f-9d66-2abf33a34581 None None] Checking agent: {'id': '03990dc7-fb63-4310-b6c3-a74b6e9d0e80', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821749-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 18, 55, 58), 'started_at': datetime.datetime(2021, 12, 14, 18, 56, 28), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821749-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:12:54.395342 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1738d45b-d1a8-4b0f-9d66-2abf33a34581 None None] Checking segment: {'id': 'fad372ce-c8fc-43fc-bcb6-5ad87552ee33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2e3a2379-5b22-4bcd-97a6-9b192258de10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88179) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:12:54.395676 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1738d45b-d1a8-4b0f-9d66-2abf33a34581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:54.396105 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1738d45b-d1a8-4b0f-9d66-2abf33a34581 None None] Bound using segment: {'id': 'fad372ce-c8fc-43fc-bcb6-5ad87552ee33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2e3a2379-5b22-4bcd-97a6-9b192258de10'} {{(pid=88179) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:12:54.396994 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [None req-1738d45b-d1a8-4b0f-9d66-2abf33a34581 None None] Bound port: f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a, host: dv-cinder-821749-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad372ce-c8fc-43fc-bcb6-5ad87552ee33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '2e3a2379-5b22-4bcd-97a6-9b192258de10'}}] {{(pid=88179) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:12:54.397552 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1738d45b-d1a8-4b0f-9d66-2abf33a34581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:54.448426 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-7d9c4f12-7d5d-419c-9f46-40cb34694460 req-3b8d4ed6-5544-4b2b-8896-ebbf5df8bc2f tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a0fa1eb-da06-4f5f-98a9-0506c1e1625c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538080 Dec 14 19:12:54.507181 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-1738d45b-d1a8-4b0f-9d66-2abf33a34581 None None] For port f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a, host dv-cinder-821749-1-smb, cleared binding levels {{(pid=88179) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:12:54.511424 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-1738d45b-d1a8-4b0f-9d66-2abf33a34581 None None] For port f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a, host dv-cinder-821749-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a,segment=NetworkSegment(fad372ce-c8fc-43fc-bcb6-5ad87552ee33),segment_id=fad372ce-c8fc-43fc-bcb6-5ad87552ee33)] {{(pid=88179) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:12:54.515220 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1738d45b-d1a8-4b0f-9d66-2abf33a34581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88179) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:54.519806 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:54.611372 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b3d99-03cc-429a-bad6-41bf9e5f050a None None] Pushing event updated for resources: {'Port': ['ID=f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a,revision_number=4']} {{(pid=88179) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:54.614464 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1738d45b-d1a8-4b0f-9d66-2abf33a34581 None None] Routers {'c798dbba-9fb9-4417-a124-e1f57d6ee180'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:12:54.615153 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-1738d45b-d1a8-4b0f-9d66-2abf33a34581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:12:28Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['c798dbba-9fb9-4417-a124-e1f57d6ee180'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:54.676422 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-dc7b3d99-03cc-429a-bad6-41bf9e5f050a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88179) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:54.795269 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 5840734b-0896-4dcc-83ac-c9411aaf03f4 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:12:54.850178 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-1738d45b-d1a8-4b0f-9d66-2abf33a34581 None None] Set router c798dbba-9fb9-4417-a124-e1f57d6ee180 gateway port host: dv-cinder-821749-1-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:12:54.981372 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 5840734b-0896-4dcc-83ac-c9411aaf03f4, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=5840734b-0896-4dcc-83ac-c9411aaf03f4,segment=NetworkSegment(09bff7c3-73b3-45b4-8a51-3dda36b2bb47),segment_id=09bff7c3-73b3-45b4-8a51-3dda36b2bb47)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:12:54.998959 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Returning: {'device': '5840734b-0896-4dcc-83ac-c9411aaf03f4', 'network_id': '5721f474-074b-47d1-aab6-e8c244659bed', 'port_id': '5840734b-0896-4dcc-83ac-c9411aaf03f4', 'mac_address': 'fa:16:3e:7f:fb:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42673d9e-0998-4fc3-8ff9-24618cb16e02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:12:55.062090 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:55.082478 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5840734b-0896-4dcc-83ac-c9411aaf03f4 {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:12:55.099044 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 5840734b-0896-4dcc-83ac-c9411aaf03f4, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=5840734b-0896-4dcc-83ac-c9411aaf03f4,segment=NetworkSegment(09bff7c3-73b3-45b4-8a51-3dda36b2bb47),segment_id=09bff7c3-73b3-45b4-8a51-3dda36b2bb47)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:12:55.102151 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:55.104080 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:55.176393 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=5840734b-0896-4dcc-83ac-c9411aaf03f4,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:55.180988 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:55.233937 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-1738d45b-d1a8-4b0f-9d66-2abf33a34581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c798dbba-9fb9-4417-a124-e1f57d6ee180', 'name': 'tempest-TestShelveInstance-43758924-router', 'tenant_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '65982113-63e0-4d42-8b0d-0fecc91881ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:12:40Z', 'updated_at': '2021-12-14T19:12:46Z', 'revision_number': 4, 'project_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'gw_port': {'id': '65982113-63e0-4d42-8b0d-0fecc91881ec', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c798dbba-9fb9-4417-a124-e1f57d6ee180', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:41Z', 'updated_at': '2021-12-14T19:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': 'f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a', 'name': '', 'network_id': '2e3a2379-5b22-4bcd-97a6-9b192258de10', 'tenant_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'mac_address': 'fa:16:3e:47:da:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c798dbba-9fb9-4417-a124-e1f57d6ee180', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5086f4a7-b7ce-49f0-8cfd-071eda0929db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:44Z', 'updated_at': '2021-12-14T19:12:54Z', 'revision_number': 4, 'project_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'subnets': [{'id': '5086f4a7-b7ce-49f0-8cfd-071eda0929db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:12:55.240781 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1738d45b-d1a8-4b0f-9d66-2abf33a34581 None None] The sync data for ids ['c798dbba-9fb9-4417-a124-e1f57d6ee180'] in dv-cinder-821749-1-smb is: [{'id': 'c798dbba-9fb9-4417-a124-e1f57d6ee180', 'name': 'tempest-TestShelveInstance-43758924-router', 'tenant_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '65982113-63e0-4d42-8b0d-0fecc91881ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:12:40Z', 'updated_at': '2021-12-14T19:12:46Z', 'revision_number': 4, 'project_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'gw_port': {'id': '65982113-63e0-4d42-8b0d-0fecc91881ec', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c798dbba-9fb9-4417-a124-e1f57d6ee180', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:41Z', 'updated_at': '2021-12-14T19:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': 'f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a', 'name': '', 'network_id': '2e3a2379-5b22-4bcd-97a6-9b192258de10', 'tenant_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'mac_address': 'fa:16:3e:47:da:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c798dbba-9fb9-4417-a124-e1f57d6ee180', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5086f4a7-b7ce-49f0-8cfd-071eda0929db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:44Z', 'updated_at': '2021-12-14T19:12:54Z', 'revision_number': 4, 'project_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'subnets': [{'id': '5086f4a7-b7ce-49f0-8cfd-071eda0929db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:12:55.321859 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['5840734b-0896-4dcc-83ac-c9411aaf03f4'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:12:55.464176 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:12:55.611969 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning for port f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:12:55.620795 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:12:55.621249 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:55.729257 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38ce26-2f48-4bc3-8460-e613ee161ddd req-e848a78e-5639-4583-9fe4-3ffa05b57e4f tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:55.731114 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2e38ce26-2f48-4bc3-8460-e613ee161ddd req-e848a78e-5639-4583-9fe4-3ffa05b57e4f tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3e09220-b3b4-4539-a295-2d9e574916a8 HTTP/1.1" status: 200 len: 945 time: 0.1111825 Dec 14 19:12:55.778952 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:55.785983 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2e38ce26-2f48-4bc3-8460-e613ee161ddd req-a16b0ebb-c871-4f01-bcdb-99a8df02abd0 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a0fa1eb-da06-4f5f-98a9-0506c1e1625c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482650 Dec 14 19:12:55.821356 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] For port f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a,segment=NetworkSegment(fad372ce-c8fc-43fc-bcb6-5ad87552ee33),segment_id=fad372ce-c8fc-43fc-bcb6-5ad87552ee33)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:12:55.824548 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:55.827671 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:55.898591 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Pushing event updated for resources: {'Port': ['ID=f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a,revision_number=5']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:55.902809 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:56.446176 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ebe9b021-e966-4b6d-b35a-bdfde9508ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:56.808307 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 5840734b-0896-4dcc-83ac-c9411aaf03f4 up at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:12:56.892802 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning for port 5840734b-0896-4dcc-83ac-c9411aaf03f4 completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:12:56.898637 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning complete for port 5840734b-0896-4dcc-83ac-c9411aaf03f4 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:12:56.899095 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:57.005470 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16e070-713c-417c-94d6-96f3c166c8f1 req-9a087dc9-d20b-4d86-a2b9-0a22c266e868 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:57.009217 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-df16e070-713c-417c-94d6-96f3c166c8f1 req-9a087dc9-d20b-4d86-a2b9-0a22c266e868 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3e09220-b3b4-4539-a295-2d9e574916a8 HTTP/1.1" status: 200 len: 945 time: 0.0907986 Dec 14 19:12:57.028936 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:57.058415 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e09220-b3b4-4539-a295-2d9e574916a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5840734b-0896-4dcc-83ac-c9411aaf03f4'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:12:57.062005 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-df16e070-713c-417c-94d6-96f3c166c8f1 req-b997dd2a-9359-4171-ab5f-effeb4764209 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a0fa1eb-da06-4f5f-98a9-0506c1e1625c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479021 Dec 14 19:12:57.070110 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 5840734b-0896-4dcc-83ac-c9411aaf03f4, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=5840734b-0896-4dcc-83ac-c9411aaf03f4,segment=NetworkSegment(09bff7c3-73b3-45b4-8a51-3dda36b2bb47),segment_id=09bff7c3-73b3-45b4-8a51-3dda36b2bb47)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:12:57.074584 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:57.076862 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:12:57.131717 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e09220-b3b4-4539-a295-2d9e574916a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5840734b-0896-4dcc-83ac-c9411aaf03f4', 'code': 200} Dec 14 19:12:57.158910 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=5840734b-0896-4dcc-83ac-c9411aaf03f4,revision_number=5']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:12:57.162942 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:12:57.382449 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fa885361-a7b9-486b-9ac8-13fca0338d24 req-272c3c18-8a03-4698-b855-e21cb5ddf117 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a3e09220-b3b4-4539-a295-2d9e574916a8 HTTP/1.1" status: 200 len: 1099 time: 0.0871313 Dec 14 19:12:57.414451 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a up at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:12:57.432567 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fa885361-a7b9-486b-9ac8-13fca0338d24 req-ea5551d6-1564-4b8f-8c1e-9a221d1f8665 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0a0fa1eb-da06-4f5f-98a9-0506c1e1625c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435421 Dec 14 19:12:57.488904 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Provisioning complete for port f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:12:57.489532 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:57.827549 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:58.292468 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a429b-f1a5-4967-935a-0ebf052b9e86 req-efbc2ab3-63f7-436a-8f69-215aaaeed116 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:58.294107 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8e8a429b-f1a5-4967-935a-0ebf052b9e86 req-efbc2ab3-63f7-436a-8f69-215aaaeed116 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3e09220-b3b4-4539-a295-2d9e574916a8 HTTP/1.1" status: 200 len: 946 time: 0.0874085 Dec 14 19:12:58.355328 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8e8a429b-f1a5-4967-935a-0ebf052b9e86 req-68e2ca9a-5032-4536-a388-948660126d4a tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a0fa1eb-da06-4f5f-98a9-0506c1e1625c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546212 Dec 14 19:12:58.407412 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2d9d356b-b5c7-4cb8-b017-2faffe42e44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:59.152466 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:12:59.599214 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f228344-06c6-41d4-a44b-26a8d7a01d8b req-a25204d4-a1fa-4485-8488-6db5f5045e8f tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:12:59.601187 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4f228344-06c6-41d4-a44b-26a8d7a01d8b req-a25204d4-a1fa-4485-8488-6db5f5045e8f tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3e09220-b3b4-4539-a295-2d9e574916a8 HTTP/1.1" status: 200 len: 946 time: 0.0913677 Dec 14 19:12:59.655834 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4f228344-06c6-41d4-a44b-26a8d7a01d8b req-c67afa19-8093-4d2b-b9fc-b8136a9ee2e8 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a0fa1eb-da06-4f5f-98a9-0506c1e1625c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480015 Dec 14 19:13:00.706747 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:03.587903 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b1530-615c-4881-8f99-6b305f2e3804 req-dbaea312-ac79-4fbd-945d-40e19d04ed5f tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:03.589656 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9c1b1530-615c-4881-8f99-6b305f2e3804 req-dbaea312-ac79-4fbd-945d-40e19d04ed5f tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3e09220-b3b4-4539-a295-2d9e574916a8 HTTP/1.1" status: 200 len: 946 time: 0.1048782 Dec 14 19:13:03.642532 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-9c1b1530-615c-4881-8f99-6b305f2e3804 req-6e451a7b-89cb-46f8-b41b-1e96cf298b0d tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a0fa1eb-da06-4f5f-98a9-0506c1e1625c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453291 Dec 14 19:13:04.860627 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7be4c-ba73-451a-9371-fef606aea605 req-bfd2ed0b-f147-4910-8dca-e73c672bb0c2 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:04.862310 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-dba7be4c-ba73-451a-9371-fef606aea605 req-bfd2ed0b-f147-4910-8dca-e73c672bb0c2 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3e09220-b3b4-4539-a295-2d9e574916a8 HTTP/1.1" status: 200 len: 946 time: 0.0887005 Dec 14 19:13:05.214688 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-dba7be4c-ba73-451a-9371-fef606aea605 req-01797e20-ab5c-423f-9c09-7833e3d6f657 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a0fa1eb-da06-4f5f-98a9-0506c1e1625c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451192 Dec 14 19:13:05.237956 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81b489-2ddb-478b-8b47-2cba8e76f6c3 req-584b70cf-25bb-4453-849b-de428614bc33 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:05.239593 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5c81b489-2ddb-478b-8b47-2cba8e76f6c3 req-584b70cf-25bb-4453-849b-de428614bc33 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3e09220-b3b4-4539-a295-2d9e574916a8 HTTP/1.1" status: 200 len: 946 time: 0.3548505 Dec 14 19:13:05.315481 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-5c81b489-2ddb-478b-8b47-2cba8e76f6c3 req-f51b8934-49cd-4469-b296-6cf997870906 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Deleting port 5840734b-0896-4dcc-83ac-c9411aaf03f4 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:13:05.315737 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-5c81b489-2ddb-478b-8b47-2cba8e76f6c3 req-f51b8934-49cd-4469-b296-6cf997870906 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:05.584143 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-5c81b489-2ddb-478b-8b47-2cba8e76f6c3 req-f51b8934-49cd-4469-b296-6cf997870906 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] For port 5840734b-0896-4dcc-83ac-c9411aaf03f4, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=5840734b-0896-4dcc-83ac-c9411aaf03f4,segment=NetworkSegment(09bff7c3-73b3-45b4-8a51-3dda36b2bb47),segment_id=09bff7c3-73b3-45b4-8a51-3dda36b2bb47)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:13:05.584638 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-5c81b489-2ddb-478b-8b47-2cba8e76f6c3 req-f51b8934-49cd-4469-b296-6cf997870906 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:05.717420 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-5c81b489-2ddb-478b-8b47-2cba8e76f6c3 req-f51b8934-49cd-4469-b296-6cf997870906 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Calling delete_port for 5840734b-0896-4dcc-83ac-c9411aaf03f4 owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:13:05.879934 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-5c81b489-2ddb-478b-8b47-2cba8e76f6c3 req-f51b8934-49cd-4469-b296-6cf997870906 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:05.887050 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-353bbc50-dc59-4e8b-824a-f4ca74839b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:05.893593 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['5840734b-0896-4dcc-83ac-c9411aaf03f4'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:13:05.932826 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b8934-49cd-4469-b296-6cf997870906 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Pushing event deleted for resources: {'Port': ['ID=5840734b-0896-4dcc-83ac-c9411aaf03f4,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:05.937057 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f51b8934-49cd-4469-b296-6cf997870906 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:06.012467 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c81b489-2ddb-478b-8b47-2cba8e76f6c3 req-f51b8934-49cd-4469-b296-6cf997870906 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] No DVR routers for this DVR port 5840734b-0896-4dcc-83ac-c9411aaf03f4 on host hv-cinder-82174 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:13:06.015273 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-5c81b489-2ddb-478b-8b47-2cba8e76f6c3 req-f51b8934-49cd-4469-b296-6cf997870906 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:06.018346 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e09220-b3b4-4539-a295-2d9e574916a8', 'name': 'network-vif-deleted', 'tag': '5840734b-0896-4dcc-83ac-c9411aaf03f4'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:13:06.035333 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-5c81b489-2ddb-478b-8b47-2cba8e76f6c3 req-f51b8934-49cd-4469-b296-6cf997870906 tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] 10.222.0.73 "DELETE /v2.0/ports/5840734b-0896-4dcc-83ac-c9411aaf03f4 HTTP/1.1" status: 204 len: 173 time: 0.7888794 Dec 14 19:13:06.082976 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e09220-b3b4-4539-a295-2d9e574916a8', 'name': 'network-vif-deleted', 'tag': '5840734b-0896-4dcc-83ac-c9411aaf03f4', 'status': 'completed', 'code': 200} Dec 14 19:13:06.435574 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-fe0521f7-69d3-464c-827c-c0b3b517e0f2 req-82381b07-5bd5-478a-bcc8-2be02295b0ba tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Synchronizing usage tracker for tenant:72202c80212046bbb89c02f25d092e0a on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:13:06.476107 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-fe0521f7-69d3-464c-827c-c0b3b517e0f2 req-82381b07-5bd5-478a-bcc8-2be02295b0ba tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] Unset dirty status for tenant:72202c80212046bbb89c02f25d092e0a on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:13:06.477900 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-fe0521f7-69d3-464c-827c-c0b3b517e0f2 req-82381b07-5bd5-478a-bcc8-2be02295b0ba tempest-VolumesActionsTest-1237439584 tempest-VolumesActionsTest-1237439584-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3e09220-b3b4-4539-a295-2d9e574916a8 HTTP/1.1" status: 200 len: 210 time: 0.1104059 Dec 14 19:13:06.480693 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-e61c7104-020f-4295-a115-ac3f8caf5fbe tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Synchronizing usage tracker for tenant:9a876a56377e4744ab6ea35617d6d3ec on resource:security_group {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:13:06.505657 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-e61c7104-020f-4295-a115-ac3f8caf5fbe tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Unset dirty status for tenant:9a876a56377e4744ab6ea35617d6d3ec on resource:security_group {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:13:06.507533 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-e61c7104-020f-4295-a115-ac3f8caf5fbe tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-929666409&fields=id&tenant_id=9a876a56377e4744ab6ea35617d6d3ec HTTP/1.1" status: 200 len: 267 time: 0.0930068 Dec 14 19:13:06.693170 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-562560ca-6daa-4564-b68f-84fe83cc64ed tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:06.694039 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-562560ca-6daa-4564-b68f-84fe83cc64ed tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Synchronizing usage tracker for tenant:9a876a56377e4744ab6ea35617d6d3ec on resource:network {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:13:06.711935 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-562560ca-6daa-4564-b68f-84fe83cc64ed tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Unset dirty status for tenant:9a876a56377e4744ab6ea35617d6d3ec on resource:network {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:13:06.713312 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-562560ca-6daa-4564-b68f-84fe83cc64ed tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/networks?id=e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f HTTP/1.1" status: 200 len: 809 time: 0.1967099 Dec 14 19:13:06.731583 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-adcc5e6b-ae58-4e96-8ccd-49f586724c92 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/quotas/9a876a56377e4744ab6ea35617d6d3ec HTTP/1.1" status: 200 len: 375 time: 0.0121217 Dec 14 19:13:06.833105 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-1f8bc4d4-363f-45c0-850c-99d647110b87 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Synchronizing usage tracker for tenant:9a876a56377e4744ab6ea35617d6d3ec on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:13:06.851376 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-1f8bc4d4-363f-45c0-850c-99d647110b87 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Unset dirty status for tenant:9a876a56377e4744ab6ea35617d6d3ec on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:13:06.852854 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-1f8bc4d4-363f-45c0-850c-99d647110b87 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9a876a56377e4744ab6ea35617d6d3ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1153202 Dec 14 19:13:07.008534 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-23b0ec3f-45cd-4269-851e-f3746d1969d8 service neutron] 10.222.0.62 "GET /v2.0/networks/e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427503 Dec 14 19:13:07.171021 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-a5892378-5e51-460a-8d5b-f98f034a8120 service neutron] 10.222.0.62 "GET /v2.0/networks/e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552744 Dec 14 19:13:07.672462 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-688e9812-d8b6-4dd3-b543-18a83b66b105 req-0a02c1d5-50ec-4f58-bfce-8813fea090e1 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 210 time: 0.0563824 Dec 14 19:13:08.887243 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 5840734b-0896-4dcc-83ac-c9411aaf03f4 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:13:08.912623 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-60d3e7ea-65aa-4de9-b923-4e281bbe12ef req-c4297528-4c34-43d0-9375-5ea156b9da41 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 210 time: 0.0687141 Dec 14 19:13:08.924470 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] No Port match for: 5840734b-0896-4dcc-83ac-c9411aaf03f4 {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:13:08.924960 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 5840734b-0896-4dcc-83ac-c9411aaf03f4 not bound to the agent host hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:13:08.959340 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-ef70cf97-62c4-4755-9dd9-a841f2be5e63 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:08.961199 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-ef70cf97-62c4-4755-9dd9-a841f2be5e63 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.73 "GET /v2.0/networks?id=e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f HTTP/1.1" status: 200 len: 809 time: 0.2219703 Dec 14 19:13:09.020232 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-18140d0c-2987-4a88-85ab-6b81a931ce42 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a876a56377e4744ab6ea35617d6d3ec HTTP/1.1" status: 200 len: 379 time: 0.0483630 Dec 14 19:13:09.029905 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-33d5515d-3400-4de5-97d5-3f7bfd213cfd tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Request body: {'port': {'device_id': 'a9a8c161-2592-41d4-8572-108977e69462', 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f', 'admin_state_up': True, 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'security_groups': ['67d99b25-23a4-49d0-aaf9-9095587be772']}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:13:09.219690 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-33d5515d-3400-4de5-97d5-3f7bfd213cfd tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:13:09.232542 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-33d5515d-3400-4de5-97d5-3f7bfd213cfd tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:13:09.242848 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-33d5515d-3400-4de5-97d5-3f7bfd213cfd tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Made reservation on behalf of 9a876a56377e4744ab6ea35617d6d3ec for: {'port': 1} {{(pid=88177) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 19:13:09.248765 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-33d5515d-3400-4de5-97d5-3f7bfd213cfd tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:09.487463 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-33d5515d-3400-4de5-97d5-3f7bfd213cfd tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Allocated IP 172.20.0.7 (e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f/87c3cc9b-64ee-4ec7-adf1-328580ac599d/1fba1619-72b1-41a0-b2ab-e19ced45de19) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:13:09.735689 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-33d5515d-3400-4de5-97d5-3f7bfd213cfd tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:09.755455 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-33d5515d-3400-4de5-97d5-3f7bfd213cfd tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Transition to ACTIVE for port object 1fba1619-72b1-41a0-b2ab-e19ced45de19 will not be triggered until provisioned by entity DHCP. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:13:09.781299 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-33d5515d-3400-4de5-97d5-3f7bfd213cfd tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:09.788205 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-fb28cce7-ef36-4a5e-ba89-2a4509bbf1f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:09.866951 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-33d5515d-3400-4de5-97d5-3f7bfd213cfd tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Network e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:13:09.870703 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-33d5515d-3400-4de5-97d5-3f7bfd213cfd tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:13:09.875544 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-33d5515d-3400-4de5-97d5-3f7bfd213cfd tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:13:09.915183 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5515d-3400-4de5-97d5-3f7bfd213cfd tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Pushing event updated for resources: {'Port': ['ID=1fba1619-72b1-41a0-b2ab-e19ced45de19,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:09.952176 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5515d-3400-4de5-97d5-3f7bfd213cfd tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:09.952598 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5515d-3400-4de5-97d5-3f7bfd213cfd tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:09.953092 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5515d-3400-4de5-97d5-3f7bfd213cfd tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:09.953429 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5515d-3400-4de5-97d5-3f7bfd213cfd tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:09.953833 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5515d-3400-4de5-97d5-3f7bfd213cfd tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:09.954232 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5515d-3400-4de5-97d5-3f7bfd213cfd tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:09.954633 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5515d-3400-4de5-97d5-3f7bfd213cfd tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:09.955039 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5515d-3400-4de5-97d5-3f7bfd213cfd tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:09.955518 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5515d-3400-4de5-97d5-3f7bfd213cfd tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:09.955921 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5515d-3400-4de5-97d5-3f7bfd213cfd tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:09.956320 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d5515d-3400-4de5-97d5-3f7bfd213cfd tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:09.964145 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-33d5515d-3400-4de5-97d5-3f7bfd213cfd tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:09.979250 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-33d5515d-3400-4de5-97d5-3f7bfd213cfd tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:09.979993 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-33d5515d-3400-4de5-97d5-3f7bfd213cfd tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:10.040825 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-33d5515d-3400-4de5-97d5-3f7bfd213cfd tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0141559 Dec 14 19:13:10.052720 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-e90fdd6b-a30b-4666-94cb-f1b394b77bea service neutron] Request body: {'port': {'device_id': 'a9a8c161-2592-41d4-8572-108977e69462', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:13:10.268833 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-e90fdd6b-a30b-4666-94cb-f1b394b77bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:10.290783 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-b17bd870-f4f5-4001-a2f2-3069766c09ce None None] Provisioning for port 1fba1619-72b1-41a0-b2ab-e19ced45de19 completed by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:13:10.301148 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-b17bd870-f4f5-4001-a2f2-3069766c09ce None None] Provisioning complete for port 1fba1619-72b1-41a0-b2ab-e19ced45de19 triggered by entity DHCP. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:13:10.301580 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b17bd870-f4f5-4001-a2f2-3069766c09ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:10.357374 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b62828-87a2-4ad3-a662-26660101bd77 req-b7dc33c6-b909-4ff4-9a49-81b7b3f012f6 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:10.358208 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-a3b62828-87a2-4ad3-a662-26660101bd77 req-b7dc33c6-b909-4ff4-9a49-81b7b3f012f6 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Synchronizing usage tracker for tenant:9a876a56377e4744ab6ea35617d6d3ec on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:13:10.369187 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-b17bd870-f4f5-4001-a2f2-3069766c09ce None None] Port 1fba1619-72b1-41a0-b2ab-e19ced45de19 cannot update to ACTIVE because it is not bound. {{(pid=88178) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 19:13:10.439789 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-a3b62828-87a2-4ad3-a662-26660101bd77 req-b7dc33c6-b909-4ff4-9a49-81b7b3f012f6 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Unset dirty status for tenant:9a876a56377e4744ab6ea35617d6d3ec on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:13:10.441289 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a3b62828-87a2-4ad3-a662-26660101bd77 req-b7dc33c6-b909-4ff4-9a49-81b7b3f012f6 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 931 time: 0.3199232 Dec 14 19:13:10.558945 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a3b62828-87a2-4ad3-a662-26660101bd77 req-eb90d2b5-3bdf-43ca-a5e0-5e3e4ae8a847 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095822 Dec 14 19:13:10.748649 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-e90fdd6b-a30b-4666-94cb-f1b394b77bea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fba1619-72b1-41a0-b2ab-e19ced45de19 {{(pid=88177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:13:10.756627 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-e90fdd6b-a30b-4666-94cb-f1b394b77bea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:10.774719 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-e90fdd6b-a30b-4666-94cb-f1b394b77bea service neutron] Transition to ACTIVE for port object 1fba1619-72b1-41a0-b2ab-e19ced45de19 will not be triggered until provisioned by entity L2. {{(pid=88177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 19:13:10.778708 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-e90fdd6b-a30b-4666-94cb-f1b394b77bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853069063'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:10.783658 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-66187160-8252-4acf-8502-e3bff3be9086 tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:10.914030 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90fdd6b-a30b-4666-94cb-f1b394b77bea service neutron] Pushing event updated for resources: {'Port': ['ID=1fba1619-72b1-41a0-b2ab-e19ced45de19,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:10.925533 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e90fdd6b-a30b-4666-94cb-f1b394b77bea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:10.926004 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:13:11.056575 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-e90fdd6b-a30b-4666-94cb-f1b394b77bea service neutron] Attempting to bind port 1fba1619-72b1-41a0-b2ab-e19ced45de19 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 19:13:11.057087 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-e90fdd6b-a30b-4666-94cb-f1b394b77bea service neutron] Attempting to bind port 1fba1619-72b1-41a0-b2ab-e19ced45de19 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'cd02a7a6-e066-4b76-9be2-128b139685c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f'}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 19:13:11.057527 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-e90fdd6b-a30b-4666-94cb-f1b394b77bea service neutron] Attempting to bind port 1fba1619-72b1-41a0-b2ab-e19ced45de19 on network e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:13:11.064890 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-e90fdd6b-a30b-4666-94cb-f1b394b77bea service neutron] Port 1fba1619-72b1-41a0-b2ab-e19ced45de19 on network e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 19:13:11.065361 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-e90fdd6b-a30b-4666-94cb-f1b394b77bea service neutron] Attempting to bind port 1fba1619-72b1-41a0-b2ab-e19ced45de19 on network e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 19:13:11.074027 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-e90fdd6b-a30b-4666-94cb-f1b394b77bea service neutron] Checking agent: {'id': '2cdf3b01-963f-4e6b-8571-872140058f8f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'started_at': datetime.datetime(2021, 12, 14, 19, 2, 11), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 19, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 19:13:11.074356 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-e90fdd6b-a30b-4666-94cb-f1b394b77bea service neutron] Checking segment: {'id': 'cd02a7a6-e066-4b76-9be2-128b139685c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 19:13:11.074787 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-e90fdd6b-a30b-4666-94cb-f1b394b77bea service neutron] Bound using segment: {'id': 'cd02a7a6-e066-4b76-9be2-128b139685c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f'} {{(pid=88177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 19:13:11.075270 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.managers [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-e90fdd6b-a30b-4666-94cb-f1b394b77bea service neutron] Bound port: 1fba1619-72b1-41a0-b2ab-e19ced45de19, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd02a7a6-e066-4b76-9be2-128b139685c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f'}}] {{(pid=88177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 19:13:11.075661 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-e90fdd6b-a30b-4666-94cb-f1b394b77bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:11.191569 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-e90fdd6b-a30b-4666-94cb-f1b394b77bea service neutron] For port 1fba1619-72b1-41a0-b2ab-e19ced45de19, host hv-cinder-82174, cleared binding levels {{(pid=88177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 19:13:11.195791 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-e90fdd6b-a30b-4666-94cb-f1b394b77bea service neutron] For port 1fba1619-72b1-41a0-b2ab-e19ced45de19, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=1fba1619-72b1-41a0-b2ab-e19ced45de19,segment=NetworkSegment(cd02a7a6-e066-4b76-9be2-128b139685c5),segment_id=cd02a7a6-e066-4b76-9be2-128b139685c5)] {{(pid=88177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 19:13:11.199730 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-e90fdd6b-a30b-4666-94cb-f1b394b77bea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853069063'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:11.205704 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e0ca754a-61cf-4254-aa48-d010c524b143 tempest-VolumesSnapshotTestJSON-1112867245 tempest-VolumesSnapshotTestJSON-1112867245-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:11.271830 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-e90fdd6b-a30b-4666-94cb-f1b394b77bea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:11.273830 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-e90fdd6b-a30b-4666-94cb-f1b394b77bea service neutron] 10.222.0.73 "PUT /v2.0/ports/1fba1619-72b1-41a0-b2ab-e19ced45de19 HTTP/1.1" status: 200 len: 1093 time: 1.2266572 Dec 14 19:13:11.274391 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a8c161-2592-41d4-8572-108977e69462', 'tag': '1fba1619-72b1-41a0-b2ab-e19ced45de19'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:13:11.309768 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90fdd6b-a30b-4666-94cb-f1b394b77bea service neutron] Pushing event updated for resources: {'Port': ['ID=1fba1619-72b1-41a0-b2ab-e19ced45de19,revision_number=3']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:11.320244 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-e90fdd6b-a30b-4666-94cb-f1b394b77bea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:11.404423 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a8c161-2592-41d4-8572-108977e69462', 'tag': '1fba1619-72b1-41a0-b2ab-e19ced45de19', 'status': 'completed', 'code': 200} Dec 14 19:13:11.456967 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-50649d28-1b09-4a9f-8992-d6deda7d2cb6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a876a56377e4744ab6ea35617d6d3ec&device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 1096 time: 0.1332479 Dec 14 19:13:11.562119 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-ac097412-be12-4e5d-92f2-9e92103b522e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fba1619-72b1-41a0-b2ab-e19ced45de19 HTTP/1.1" status: 200 len: 217 time: 0.0972772 Dec 14 19:13:11.585802 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:11.657209 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-bc713ce4-325d-4733-8b94-bf618b55c720 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:11.659348 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-bc713ce4-325d-4733-8b94-bf618b55c720 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87c3cc9b-64ee-4ec7-adf1-328580ac599d HTTP/1.1" status: 200 len: 848 time: 0.0911889 Dec 14 19:13:11.818796 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-f2c1cdcc-f9ed-4d94-87b7-61f9c501a820 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1521540 Dec 14 19:13:11.882138 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33025a15-e1ee-4f2f-ba19-7db6b2413dc8 req-f4d6b9d8-3ce2-4aaa-879f-2dfedf49ab73 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:11.883904 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-33025a15-e1ee-4f2f-ba19-7db6b2413dc8 req-f4d6b9d8-3ce2-4aaa-879f-2dfedf49ab73 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 943 time: 0.1527290 Dec 14 19:13:12.273630 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-9fe02d13-b330-4fb6-89a2-4287e41d787d service neutron] 10.222.0.73 "GET /v2.0/networks/e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456432 Dec 14 19:13:12.276161 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-33025a15-e1ee-4f2f-ba19-7db6b2413dc8 req-275591f5-a418-4b84-bd8f-586f49908eb3 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3383403 Dec 14 19:13:12.448284 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-16ed4ba9-669a-4007-9f15-48450d5f30e0 req-0f6ae001-e2b4-427e-b865-fa77c93506a6 service neutron] 10.222.0.73 "GET /v2.0/networks/e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667297 Dec 14 19:13:12.583262 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0cb3e54b-a9e3-4ce1-9691-19b27a22f8bb req-90284943-51b2-43e1-a6d8-b22c89a19996 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a876a56377e4744ab6ea35617d6d3ec&device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 1096 time: 0.0849018 Dec 14 19:13:12.741141 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3e54b-a9e3-4ce1-9691-19b27a22f8bb req-2b624bc1-f1fa-49b5-a847-23cd08c5fb28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:12.742853 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0cb3e54b-a9e3-4ce1-9691-19b27a22f8bb req-2b624bc1-f1fa-49b5-a847-23cd08c5fb28 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f HTTP/1.1" status: 200 len: 910 time: 0.1517186 Dec 14 19:13:12.825004 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0cb3e54b-a9e3-4ce1-9691-19b27a22f8bb req-ade024ac-d68f-4392-9837-8c29029f7b30 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fba1619-72b1-41a0-b2ab-e19ced45de19 HTTP/1.1" status: 200 len: 217 time: 0.0747759 Dec 14 19:13:12.899479 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3e54b-a9e3-4ce1-9691-19b27a22f8bb req-2ca6974b-117c-4630-b954-71228aefd030 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:12.901140 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0cb3e54b-a9e3-4ce1-9691-19b27a22f8bb req-2ca6974b-117c-4630-b954-71228aefd030 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87c3cc9b-64ee-4ec7-adf1-328580ac599d HTTP/1.1" status: 200 len: 848 time: 0.0694928 Dec 14 19:13:12.991024 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0cb3e54b-a9e3-4ce1-9691-19b27a22f8bb req-7e274da6-fda1-4bd3-9b47-3d5f028d2b1e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820098 Dec 14 19:13:13.171548 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0cb3e54b-a9e3-4ce1-9691-19b27a22f8bb req-72ff7d6a-bdb0-4b3a-9ea2-5ab8827d5110 service neutron] 10.222.0.73 "GET /v2.0/networks/e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718671 Dec 14 19:13:13.350373 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-0cb3e54b-a9e3-4ce1-9691-19b27a22f8bb req-9187eb23-d4d8-46cc-a2bd-b5b29ebb8fca service neutron] 10.222.0.73 "GET /v2.0/networks/e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720188 Dec 14 19:13:13.505492 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4747d-1592-4e1f-91ca-7b1add280045 req-bf351a5c-3ab6-4888-a579-f748708db545 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:13.507397 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d2d4747d-1592-4e1f-91ca-7b1add280045 req-bf351a5c-3ab6-4888-a579-f748708db545 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 943 time: 0.0914657 Dec 14 19:13:13.562289 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d2d4747d-1592-4e1f-91ca-7b1add280045 req-ba497ea7-3a8b-4948-8276-ec1609541de1 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464382 Dec 14 19:13:14.830523 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b172b-25de-4fea-b816-b1524e4b391f req-47138b02-006d-4d87-a1e5-4e8aaa058332 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:14.833758 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-494b172b-25de-4fea-b816-b1524e4b391f req-47138b02-006d-4d87-a1e5-4e8aaa058332 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 943 time: 0.1319070 Dec 14 19:13:14.905166 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 1fba1619-72b1-41a0-b2ab-e19ced45de19 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:13:14.930027 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-494b172b-25de-4fea-b816-b1524e4b391f req-f32123ab-b1ee-4efc-9a7e-4212c40e41ea tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832918 Dec 14 19:13:15.188826 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 1fba1619-72b1-41a0-b2ab-e19ced45de19, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=1fba1619-72b1-41a0-b2ab-e19ced45de19,segment=NetworkSegment(cd02a7a6-e066-4b76-9be2-128b139685c5),segment_id=cd02a7a6-e066-4b76-9be2-128b139685c5)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:13:15.204734 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Returning: {'device': '1fba1619-72b1-41a0-b2ab-e19ced45de19', 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f', 'port_id': '1fba1619-72b1-41a0-b2ab-e19ced45de19', 'mac_address': 'fa:16:3e:ba:e4:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87c3cc9b-64ee-4ec7-adf1-328580ac599d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:13:15.265191 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:15.286158 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fba1619-72b1-41a0-b2ab-e19ced45de19 {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:13:15.303095 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 1fba1619-72b1-41a0-b2ab-e19ced45de19, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=1fba1619-72b1-41a0-b2ab-e19ced45de19,segment=NetworkSegment(cd02a7a6-e066-4b76-9be2-128b139685c5),segment_id=cd02a7a6-e066-4b76-9be2-128b139685c5)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:13:15.306783 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:15.309031 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-11773068-d327-4ab7-8fc5-91b4da6a1ada None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:15.384652 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=1fba1619-72b1-41a0-b2ab-e19ced45de19,revision_number=4']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:15.389340 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:15.501017 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['1fba1619-72b1-41a0-b2ab-e19ced45de19'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:13:16.242233 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08a497-cf16-49dc-ae4e-ac834998bbfd req-d700254e-15c3-45e9-ad8b-544990f0f72b tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:16.243931 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-db08a497-cf16-49dc-ae4e-ac834998bbfd req-d700254e-15c3-45e9-ad8b-544990f0f72b tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 944 time: 0.1544008 Dec 14 19:13:16.298629 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-db08a497-cf16-49dc-ae4e-ac834998bbfd req-83c960cc-0f6b-4434-8e2d-e80515682f44 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478032 Dec 14 19:13:16.901983 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 1fba1619-72b1-41a0-b2ab-e19ced45de19 up at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:13:16.979493 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning for port 1fba1619-72b1-41a0-b2ab-e19ced45de19 completed by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 19:13:16.985042 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning complete for port 1fba1619-72b1-41a0-b2ab-e19ced45de19 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:13:16.985464 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:17.119817 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:17.157294 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a8c161-2592-41d4-8572-108977e69462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fba1619-72b1-41a0-b2ab-e19ced45de19'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:13:17.173155 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 1fba1619-72b1-41a0-b2ab-e19ced45de19, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=1fba1619-72b1-41a0-b2ab-e19ced45de19,segment=NetworkSegment(cd02a7a6-e066-4b76-9be2-128b139685c5),segment_id=cd02a7a6-e066-4b76-9be2-128b139685c5)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:13:17.177419 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:17.180351 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:17.249491 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a8c161-2592-41d4-8572-108977e69462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fba1619-72b1-41a0-b2ab-e19ced45de19', 'code': 200} Dec 14 19:13:17.279105 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=1fba1619-72b1-41a0-b2ab-e19ced45de19,revision_number=5']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:17.283390 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:17.604066 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c7c11-35ef-423c-b744-8cb868f6889c req-215e9ade-8866-4203-af45-89b06f8d7b20 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:17.605893 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a02c7c11-35ef-423c-b744-8cb868f6889c req-215e9ade-8866-4203-af45-89b06f8d7b20 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 945 time: 0.1660981 Dec 14 19:13:17.613505 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8fdfb8e8-595d-492b-b7ec-bff5c219cb2d req-7d92545f-b78b-48a3-8552-afb1e7a6b424 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 1098 time: 0.1181748 Dec 14 19:13:17.703092 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a02c7c11-35ef-423c-b744-8cb868f6889c req-421a27ab-4077-4685-937f-f87284b585f1 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855935 Dec 14 19:13:17.704736 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8fdfb8e8-595d-492b-b7ec-bff5c219cb2d req-b205aad0-752b-436e-b701-7e55a408123d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721667 Dec 14 19:13:18.925932 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52344084-ac8c-461b-9ff4-a8b231b4b7ea req-aa76674a-944e-4888-9501-0646bc156d17 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:18.927601 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-52344084-ac8c-461b-9ff4-a8b231b4b7ea req-aa76674a-944e-4888-9501-0646bc156d17 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 945 time: 0.0889554 Dec 14 19:13:18.982355 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-52344084-ac8c-461b-9ff4-a8b231b4b7ea req-f8724f0c-1eab-40d5-a400-0c9066f2a81b tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480847 Dec 14 19:13:19.205855 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caade800-0ad1-4f93-8724-6737c607861c req-e085a9db-570c-4760-adc4-3ffec3b64dbc tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:19.207489 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-caade800-0ad1-4f93-8724-6737c607861c req-e085a9db-570c-4760-adc4-3ffec3b64dbc tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 945 time: 0.0961857 Dec 14 19:13:19.263471 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-caade800-0ad1-4f93-8724-6737c607861c req-7773b021-be9c-4dac-a957-e49d6f1eaad3 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452406 Dec 14 19:13:19.297652 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 52322) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:19.477370 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-4276b4cf-ee28-4e1b-b62c-4413492ee193 tempest-TestShelveInstance-1409122482 tempest-TestShelveInstance-1409122482-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 1093 time: 0.1781132 Dec 14 19:13:19.480529 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 52330) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:19.486606 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.v2.base [None req-86feee47-55d3-43fb-86e1-4e7ddcfa832e tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Request body: {'floatingip': {'floating_network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'port_id': '1fba1619-72b1-41a0-b2ab-e19ced45de19', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88177) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 19:13:19.495932 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-86feee47-55d3-43fb-86e1-4e7ddcfa832e tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:13:19.502854 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-86feee47-55d3-43fb-86e1-4e7ddcfa832e tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Usage tracker for resource:floatingip and tenant:9a876a56377e4744ab6ea35617d6d3ec is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:13:19.510590 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-86feee47-55d3-43fb-86e1-4e7ddcfa832e tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:13:19.517763 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-86feee47-55d3-43fb-86e1-4e7ddcfa832e tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:13:19.528541 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-86feee47-55d3-43fb-86e1-4e7ddcfa832e tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for floatingip, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:19.712396 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-86feee47-55d3-43fb-86e1-4e7ddcfa832e tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:19.881209 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_common [None req-86feee47-55d3-43fb-86e1-4e7ddcfa832e tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Allocated IP 172.28.1.73 (ffa0012a-9543-497d-8125-adf64d8cb965/bf490572-e226-4f78-a70f-384a9e5bc0f8/1e599112-039c-4207-b97b-40b86b45d34e) {{(pid=88177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 19:13:20.072691 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-86feee47-55d3-43fb-86e1-4e7ddcfa832e tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for port, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:20.102715 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-86feee47-55d3-43fb-86e1-4e7ddcfa832e tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363255486345486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:20.107733 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-7ecb79fe-3061-45b6-9d84-87f2920161e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:20.183010 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86feee47-55d3-43fb-86e1-4e7ddcfa832e tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Network ffa0012a-9543-497d-8125-adf64d8cb965 is already hosted by enough agents. {{(pid=88177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 19:13:20.186893 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.base_scheduler [None req-86feee47-55d3-43fb-86e1-4e7ddcfa832e tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Resources bound (agent type, host, resource id): {{(pid=88177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 19:13:20.189965 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86feee47-55d3-43fb-86e1-4e7ddcfa832e tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Received port after_create {{(pid=88177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 19:13:20.225422 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86feee47-55d3-43fb-86e1-4e7ddcfa832e tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Pushing event updated for resources: {'Port': ['ID=1e599112-039c-4207-b97b-40b86b45d34e,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:20.233307 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-86feee47-55d3-43fb-86e1-4e7ddcfa832e tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:20.763330 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-86feee47-55d3-43fb-86e1-4e7ddcfa832e tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:20.828987 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-86feee47-55d3-43fb-86e1-4e7ddcfa832e tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:21.087193 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-86feee47-55d3-43fb-86e1-4e7ddcfa832e tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for port, precommit_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:21.094373 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-86feee47-55d3-43fb-86e1-4e7ddcfa832e tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853069063'] for port, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:21.099550 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ba099b53-46d4-4a54-8c86-1365ea34e67a tempest-AttachVolumeTestJSON-928262870 tempest-AttachVolumeTestJSON-928262870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:21.218917 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86feee47-55d3-43fb-86e1-4e7ddcfa832e tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Pushing event updated for resources: {'Port': ['ID=1e599112-039c-4207-b97b-40b86b45d34e,revision_number=2']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:21.222084 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-86feee47-55d3-43fb-86e1-4e7ddcfa832e tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:21.237370 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-86feee47-55d3-43fb-86e1-4e7ddcfa832e tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-435684'] for floatingip, after_update {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:21.518136 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.db.l3_db [None req-86feee47-55d3-43fb-86e1-4e7ddcfa832e tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Floating IP e7b06bfe-2b2f-40b3-ac61-26b8d293ddfc associated. External IP: 172.28.1.73, port: 1fba1619-72b1-41a0-b2ab-e19ced45de19. Dec 14 19:13:22.199749 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86feee47-55d3-43fb-86e1-4e7ddcfa832e tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Router 7b63f0d9-31c8-4bf6-8d0d-586ece986309 has already been hosted by L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 {{(pid=88177) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:13:22.419536 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86feee47-55d3-43fb-86e1-4e7ddcfa832e tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88177) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:13:22.431024 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb7f190-f81a-4fb3-bce8-5dbf73acf32c None None] Sync routers for ids ['7b63f0d9-31c8-4bf6-8d0d-586ece986309'] in dv-cinder-821749-1-smb {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:13:22.445468 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb7f190-f81a-4fb3-bce8-5dbf73acf32c None None] Routers {'7b63f0d9-31c8-4bf6-8d0d-586ece986309'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:13:22.445776 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-86feee47-55d3-43fb-86e1-4e7ddcfa832e tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for floatingip, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:22.446142 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8fb7f190-f81a-4fb3-bce8-5dbf73acf32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:12:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['7b63f0d9-31c8-4bf6-8d0d-586ece986309'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:22.505581 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-86feee47-55d3-43fb-86e1-4e7ddcfa832e tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0238161 Dec 14 19:13:22.506894 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a8c161-2592-41d4-8572-108977e69462', 'tag': '1fba1619-72b1-41a0-b2ab-e19ced45de19'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:13:22.567706 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a8c161-2592-41d4-8572-108977e69462', 'tag': '1fba1619-72b1-41a0-b2ab-e19ced45de19', 'status': 'completed', 'code': 200} Dec 14 19:13:22.669918 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-8fb7f190-f81a-4fb3-bce8-5dbf73acf32c None None] Set router 7b63f0d9-31c8-4bf6-8d0d-586ece986309 gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:13:22.675552 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2f60e652-7737-427c-a439-78ca31e1aef9 req-90ac8c0a-2c6c-438f-9146-7869f0f3fdfe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a876a56377e4744ab6ea35617d6d3ec&device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 1098 time: 0.0836666 Dec 14 19:13:22.845940 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60e652-7737-427c-a439-78ca31e1aef9 req-c6def62b-5a69-4a33-aa10-a81c11a22b7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:22.847612 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2f60e652-7737-427c-a439-78ca31e1aef9 req-c6def62b-5a69-4a33-aa10-a81c11a22b7a service neutron] 10.222.0.73 "GET /v2.0/networks?id=e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f HTTP/1.1" status: 200 len: 910 time: 0.1663253 Dec 14 19:13:22.977299 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2f60e652-7737-427c-a439-78ca31e1aef9 req-4f17abb8-3a05-4ede-bf7a-6867ceb9902d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fba1619-72b1-41a0-b2ab-e19ced45de19 HTTP/1.1" status: 200 len: 998 time: 0.1223698 Dec 14 19:13:23.054145 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60e652-7737-427c-a439-78ca31e1aef9 req-01817211-5b11-4c19-8f0f-2d8f8d544dad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:13:23.056367 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2f60e652-7737-427c-a439-78ca31e1aef9 req-01817211-5b11-4c19-8f0f-2d8f8d544dad service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87c3cc9b-64ee-4ec7-adf1-328580ac599d HTTP/1.1" status: 200 len: 848 time: 0.0734394 Dec 14 19:13:23.148053 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2f60e652-7737-427c-a439-78ca31e1aef9 req-7fc41383-dc80-442b-b1af-419807688613 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0845628 Dec 14 19:13:23.314566 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2f60e652-7737-427c-a439-78ca31e1aef9 req-c205c740-eb6a-4e00-bdef-8a1ca2ce7761 service neutron] 10.222.0.73 "GET /v2.0/networks/e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604567 Dec 14 19:13:23.495672 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2f60e652-7737-427c-a439-78ca31e1aef9 req-f059c31f-f977-4aef-8272-71417f9e1acf service neutron] 10.222.0.73 "GET /v2.0/networks/e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749115 Dec 14 19:13:23.563730 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8fb7f190-f81a-4fb3-bce8-5dbf73acf32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'name': 'tempest-TestShelveInstance-1959979453-router', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.116'}], 'enable_snat': True}, 'gw_port_id': '5ad87e7c-0e31-4473-b9d6-26b5b1324ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:12:32Z', 'updated_at': '2021-12-14T19:12:36Z', 'revision_number': 4, 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'gw_port': {'id': '5ad87e7c-0e31-4473-b9d6-26b5b1324ba9', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:32Z', 'updated_at': '2021-12-14T19:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_floatingips': [{'id': 'e7b06bfe-2b2f-40b3-ac61-26b8d293ddfc', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'floating_ip_address': '172.28.1.73', 'floating_network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'router_id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'port_id': '1fba1619-72b1-41a0-b2ab-e19ced45de19', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f', 'mac_address': 'fa:16:3e:ba:e4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a8c161-2592-41d4-8572-108977e69462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:13:20Z', 'updated_at': '2021-12-14T19:13:20Z', 'revision_number': 0, 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af871085-21e4-4ff9-b6be-3bd2ff2b8bd7', 'name': '', 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'mac_address': 'fa:16:3e:cb:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87c3cc9b-64ee-4ec7-adf1-328580ac599d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:35Z', 'updated_at': '2021-12-14T19:12:48Z', 'revision_number': 5, 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'subnets': [{'id': '87c3cc9b-64ee-4ec7-adf1-328580ac599d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:23.574428 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb7f190-f81a-4fb3-bce8-5dbf73acf32c None None] Checking router: 7b63f0d9-31c8-4bf6-8d0d-586ece986309 for host: dv-cinder-821749-1-smb {{(pid=88178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:13:23.594836 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb7f190-f81a-4fb3-bce8-5dbf73acf32c None None] Routers {'7b63f0d9-31c8-4bf6-8d0d-586ece986309'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:13:23.595524 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8fb7f190-f81a-4fb3-bce8-5dbf73acf32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:12:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['7b63f0d9-31c8-4bf6-8d0d-586ece986309'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:23.798409 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-8fb7f190-f81a-4fb3-bce8-5dbf73acf32c None None] Set router 7b63f0d9-31c8-4bf6-8d0d-586ece986309 gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:13:24.221268 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-8fb7f190-f81a-4fb3-bce8-5dbf73acf32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'name': 'tempest-TestShelveInstance-1959979453-router', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.116'}], 'enable_snat': True}, 'gw_port_id': '5ad87e7c-0e31-4473-b9d6-26b5b1324ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:12:32Z', 'updated_at': '2021-12-14T19:12:36Z', 'revision_number': 4, 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'gw_port': {'id': '5ad87e7c-0e31-4473-b9d6-26b5b1324ba9', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:32Z', 'updated_at': '2021-12-14T19:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_floatingips': [{'id': 'e7b06bfe-2b2f-40b3-ac61-26b8d293ddfc', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'floating_ip_address': '172.28.1.73', 'floating_network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'router_id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'port_id': '1fba1619-72b1-41a0-b2ab-e19ced45de19', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f', 'mac_address': 'fa:16:3e:ba:e4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a8c161-2592-41d4-8572-108977e69462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:13:20Z', 'updated_at': '2021-12-14T19:13:20Z', 'revision_number': 0, 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af871085-21e4-4ff9-b6be-3bd2ff2b8bd7', 'name': '', 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'mac_address': 'fa:16:3e:cb:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87c3cc9b-64ee-4ec7-adf1-328580ac599d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:35Z', 'updated_at': '2021-12-14T19:12:48Z', 'revision_number': 5, 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'subnets': [{'id': '87c3cc9b-64ee-4ec7-adf1-328580ac599d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:24.225802 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb7f190-f81a-4fb3-bce8-5dbf73acf32c None None] The sync data for ids ['7b63f0d9-31c8-4bf6-8d0d-586ece986309'] in dv-cinder-821749-1-smb is: [{'id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'name': 'tempest-TestShelveInstance-1959979453-router', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.116'}], 'enable_snat': True}, 'gw_port_id': '5ad87e7c-0e31-4473-b9d6-26b5b1324ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:12:32Z', 'updated_at': '2021-12-14T19:12:36Z', 'revision_number': 4, 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'gw_port': {'id': '5ad87e7c-0e31-4473-b9d6-26b5b1324ba9', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:32Z', 'updated_at': '2021-12-14T19:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_floatingips': [{'id': 'e7b06bfe-2b2f-40b3-ac61-26b8d293ddfc', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'floating_ip_address': '172.28.1.73', 'floating_network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'router_id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'port_id': '1fba1619-72b1-41a0-b2ab-e19ced45de19', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f', 'mac_address': 'fa:16:3e:ba:e4:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a8c161-2592-41d4-8572-108977e69462', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T19:13:20Z', 'updated_at': '2021-12-14T19:13:20Z', 'revision_number': 0, 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af871085-21e4-4ff9-b6be-3bd2ff2b8bd7', 'name': '', 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'mac_address': 'fa:16:3e:cb:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87c3cc9b-64ee-4ec7-adf1-328580ac599d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:35Z', 'updated_at': '2021-12-14T19:12:48Z', 'revision_number': 5, 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'subnets': [{'id': '87c3cc9b-64ee-4ec7-adf1-328580ac599d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:13:24.599120 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ff0c0a-298d-4210-9e83-f720d67b67a3 None None] New status for floating IP e7b06bfe-2b2f-40b3-ac61-26b8d293ddfc: ACTIVE {{(pid=88179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 19:13:26.441753 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f59ec0d3-777b-4f2f-b780-b3a3a205bd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:26.722798 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 52390) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:26.808478 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e56910-e9c7-441e-9c3a-5f7083ff2a4c admin admin] Deleting subnet 42673d9e-0998-4fc3-8ff9-24618cb16e02 {{(pid=88176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:13:26.812126 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-01e56910-e9c7-441e-9c3a-5f7083ff2a4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:26.869757 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-01e56910-e9c7-441e-9c3a-5f7083ff2a4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853119024'] for subnet, precommit_delete_associations {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:26.935103 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-01e56910-e9c7-441e-9c3a-5f7083ff2a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2951685'] for subnet, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:27.011099 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-01e56910-e9c7-441e-9c3a-5f7083ff2a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851824100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852910315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1201048'] for subnet, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:27.015338 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-802b188e-8384-430a-bd74-3671ba537880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:27.056593 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e56910-e9c7-441e-9c3a-5f7083ff2a4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42673d9e-0998-4fc3-8ff9-24618cb16e02,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:27.068313 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-01e56910-e9c7-441e-9c3a-5f7083ff2a4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:27.077334 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e56910-e9c7-441e-9c3a-5f7083ff2a4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:27.077758 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e56910-e9c7-441e-9c3a-5f7083ff2a4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:27.078171 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e56910-e9c7-441e-9c3a-5f7083ff2a4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:27.078585 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e56910-e9c7-441e-9c3a-5f7083ff2a4c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:27.078995 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e56910-e9c7-441e-9c3a-5f7083ff2a4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:27.079408 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e56910-e9c7-441e-9c3a-5f7083ff2a4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:27.079805 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e56910-e9c7-441e-9c3a-5f7083ff2a4c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:27.080207 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e56910-e9c7-441e-9c3a-5f7083ff2a4c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:27.080599 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e56910-e9c7-441e-9c3a-5f7083ff2a4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:27.081032 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e56910-e9c7-441e-9c3a-5f7083ff2a4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:27.081418 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e56910-e9c7-441e-9c3a-5f7083ff2a4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:13:27.085177 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-01e56910-e9c7-441e-9c3a-5f7083ff2a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:27.087526 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-01e56910-e9c7-441e-9c3a-5f7083ff2a4c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/42673d9e-0998-4fc3-8ff9-24618cb16e02 HTTP/1.1" status: 204 len: 168 time: 0.3632641 Dec 14 19:13:27.090166 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 52394) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:27.210694 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2b2ed07f-2d0b-46cb-b621-b8a1080f18be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229502'] for network, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:27.351973 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2b2ed07f-2d0b-46cb-b621-b8a1080f18be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980764', 'neutron.services.segments.db._delete_segments_for_network-8781368899016'] for network, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:27.379866 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-2b2ed07f-2d0b-46cb-b621-b8a1080f18be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5721f474-074b-47d1-aab6-e8c244659bed']}} {{(pid=88176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:27.393832 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-2b2ed07f-2d0b-46cb-b621-b8a1080f18be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09bff7c3-73b3-45b4-8a51-3dda36b2bb47') {'for_net_delete': True} {{(pid=88176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:27.394173 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-2b2ed07f-2d0b-46cb-b621-b8a1080f18be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09bff7c3-73b3-45b4-8a51-3dda36b2bb47') {} {{(pid=88176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:27.406587 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2b2ed07f-2d0b-46cb-b621-b8a1080f18be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781368905689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1656793'] for segment, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:27.425730 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2b2ed07f-2d0b-46cb-b621-b8a1080f18be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:27.432581 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2ed07f-2d0b-46cb-b621-b8a1080f18be admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=88176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:13:27.433043 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2b2ed07f-2d0b-46cb-b621-b8a1080f18be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2974435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1865143'] for segment, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: Traceback (most recent call last): Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: timer() Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: cb(*args, **kw) Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: return func(*args, **kwargs) Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: self._notify() Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: self.callback(batched_events) Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: event.method(event) Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: segment_id)['aggregates'][0] Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: return f(self, *a, **k) Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: return self._get(url).json() Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: **kwargs) Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: return self.request(url, 'GET', **kwargs) Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: **endpoint_filter) Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:13:27.447431 dv-cinder-821749-1-smb neutron-server[88065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:13:27.533419 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2b2ed07f-2d0b-46cb-b621-b8a1080f18be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435701'] for network, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:27.537599 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:27.552086 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2b2ed07f-2d0b-46cb-b621-b8a1080f18be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:27.562458 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ed07f-2d0b-46cb-b621-b8a1080f18be admin admin] Pushing event deleted for resources: {'Network': ['ID=5721f474-074b-47d1-aab6-e8c244659bed,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:27.565754 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-2b2ed07f-2d0b-46cb-b621-b8a1080f18be admin admin] 10.222.0.62 "DELETE /v2.0/networks/5721f474-074b-47d1-aab6-e8c244659bed HTTP/1.1" status: 204 len: 168 time: 0.4745564 Dec 14 19:13:27.566683 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2b2ed07f-2d0b-46cb-b621-b8a1080f18be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:27.568944 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 52398) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:27.639118 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89270c2-2371-48ba-8f27-21e6654400dd admin admin] Deleting subnet 86aebda0-4763-458e-a3dc-a5b3c09accc8 {{(pid=88176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:13:27.642665 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d89270c2-2371-48ba-8f27-21e6654400dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:27.704792 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d89270c2-2371-48ba-8f27-21e6654400dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853119024'] for subnet, precommit_delete_associations {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:27.770435 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d89270c2-2371-48ba-8f27-21e6654400dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2951685'] for subnet, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:27.824690 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:27.866045 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d89270c2-2371-48ba-8f27-21e6654400dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851824100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852910315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1201048'] for subnet, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:27.872768 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:27.917953 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89270c2-2371-48ba-8f27-21e6654400dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86aebda0-4763-458e-a3dc-a5b3c09accc8,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:27.920676 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d89270c2-2371-48ba-8f27-21e6654400dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:27.923724 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d89270c2-2371-48ba-8f27-21e6654400dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:27.931734 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-d89270c2-2371-48ba-8f27-21e6654400dd admin admin] 10.222.0.62 "DELETE /v2.0/subnets/86aebda0-4763-458e-a3dc-a5b3c09accc8 HTTP/1.1" status: 204 len: 168 time: 0.3610840 Dec 14 19:13:27.934549 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 52402) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:28.056763 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d3de6b0a-2017-4dba-b917-6daade5565c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229502'] for network, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:28.403945 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-69bba1cf-bb09-41f1-bbfb-fedb03fe7b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:28.438918 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d3de6b0a-2017-4dba-b917-6daade5565c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980764', 'neutron.services.segments.db._delete_segments_for_network-8781368899016'] for network, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:28.474247 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-d3de6b0a-2017-4dba-b917-6daade5565c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3977d151-8a8e-4c37-b8c0-2405ed599d65']}} {{(pid=88176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:28.488547 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-d3de6b0a-2017-4dba-b917-6daade5565c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779c1c26-ac2a-4afe-8c3f-ba2acf0c9f34') {'for_net_delete': True} {{(pid=88176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:28.488902 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-d3de6b0a-2017-4dba-b917-6daade5565c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779c1c26-ac2a-4afe-8c3f-ba2acf0c9f34') {} {{(pid=88176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:13:28.501425 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d3de6b0a-2017-4dba-b917-6daade5565c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781368905689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1656793'] for segment, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:28.526496 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d3de6b0a-2017-4dba-b917-6daade5565c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:28.537297 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3de6b0a-2017-4dba-b917-6daade5565c1 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=88176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:13:28.537724 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d3de6b0a-2017-4dba-b917-6daade5565c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2974435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1865143'] for segment, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: Traceback (most recent call last): Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: timer() Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: cb(*args, **kw) Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: return func(*args, **kwargs) Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: self._notify() Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: self.callback(batched_events) Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: event.method(event) Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: segment_id)['aggregates'][0] Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: return f(self, *a, **k) Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: return self._get(url).json() Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: **kwargs) Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: return self.request(url, 'GET', **kwargs) Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: **endpoint_filter) Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:13:28.551753 dv-cinder-821749-1-smb neutron-server[88065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:13:28.641062 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d3de6b0a-2017-4dba-b917-6daade5565c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435701'] for network, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:28.646474 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-51081844-a963-40b8-aa97-4d8ebff12fe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:28.665677 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d3de6b0a-2017-4dba-b917-6daade5565c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:28.676258 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3de6b0a-2017-4dba-b917-6daade5565c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3977d151-8a8e-4c37-b8c0-2405ed599d65,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:28.679251 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-d3de6b0a-2017-4dba-b917-6daade5565c1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3977d151-8a8e-4c37-b8c0-2405ed599d65 HTTP/1.1" status: 204 len: 168 time: 0.7435038 Dec 14 19:13:28.680210 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d3de6b0a-2017-4dba-b917-6daade5565c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:28.921136 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 52408) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:28.986191 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-3793cb69-619c-41fe-8cc0-600e7490670e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=72202c80212046bbb89c02f25d092e0a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0624762 Dec 14 19:13:28.988909 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 52412) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:29.055262 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a947bf99-29b3-4149-ba6b-dea2a9b3f194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:29.083183 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a947bf99-29b3-4149-ba6b-dea2a9b3f194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:29.133751 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a947bf99-29b3-4149-ba6b-dea2a9b3f194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:29.141955 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ebe296f1-a438-4654-9f33-6196d8d11016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:29.155986 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947bf99-29b3-4149-ba6b-dea2a9b3f194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0fa1eb-da06-4f5f-98a9-0506c1e1625c,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:29.157905 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:29.158737 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-a947bf99-29b3-4149-ba6b-dea2a9b3f194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:29.160200 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a947bf99-29b3-4149-ba6b-dea2a9b3f194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:29.164590 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-a947bf99-29b3-4149-ba6b-dea2a9b3f194 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0a0fa1eb-da06-4f5f-98a9-0506c1e1625c HTTP/1.1" status: 204 len: 168 time: 0.1715441 Dec 14 19:13:29.642972 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 52420) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:29.700124 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-381ef757-1e9f-4e12-8890-9222420e8305 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0a9c380260a64870bb655e38d7f38a7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0557823 Dec 14 19:13:29.703155 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 52424) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:29.772815 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1923df5f-e099-43cb-b067-b00c879dbefd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:29.805456 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1923df5f-e099-43cb-b067-b00c879dbefd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:29.865113 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1923df5f-e099-43cb-b067-b00c879dbefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:29.871013 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6d9090d1-3669-420b-bcb8-6d989650017f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:29.890394 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923df5f-e099-43cb-b067-b00c879dbefd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c01ed7-2e57-4520-abf9-3a37e2b98464,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:29.892983 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-1923df5f-e099-43cb-b067-b00c879dbefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:29.895522 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1923df5f-e099-43cb-b067-b00c879dbefd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:29.897636 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-1923df5f-e099-43cb-b067-b00c879dbefd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b8c01ed7-2e57-4520-abf9-3a37e2b98464 HTTP/1.1" status: 204 len: 168 time: 0.1923609 Dec 14 19:13:30.710433 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:37.665733 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 52508) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:37.842551 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-eb33fefc-dd1a-4691-a05a-eb244d4b866c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:37.876803 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-eb33fefc-dd1a-4691-a05a-eb244d4b866c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:13:37.881474 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-eb33fefc-dd1a-4691-a05a-eb244d4b866c admin admin] Usage tracker for resource:security_group_rule and tenant:60feba4177a54516852ddb5e2add624b is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:13:37.885297 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-eb33fefc-dd1a-4691-a05a-eb244d4b866c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:13:37.893817 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-eb33fefc-dd1a-4691-a05a-eb244d4b866c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:13:37.975886 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-eb33fefc-dd1a-4691-a05a-eb244d4b866c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:37.979565 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-eb33fefc-dd1a-4691-a05a-eb244d4b866c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:37.986231 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ef1a4792-d6e0-4834-ad20-f75af2f71877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:38.031853 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33fefc-dd1a-4691-a05a-eb244d4b866c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a54a468-ac27-4048-aab9-75ed8bf6cb43,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:38.035466 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-eb33fefc-dd1a-4691-a05a-eb244d4b866c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:38.038267 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-eb33fefc-dd1a-4691-a05a-eb244d4b866c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=60feba4177a54516852ddb5e2add624b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3712275 Dec 14 19:13:38.042381 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 52514) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:13:38.109472 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-862c8bee-1856-4cc5-b6cc-5ec8ff94ea05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:38.141019 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-862c8bee-1856-4cc5-b6cc-5ec8ff94ea05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:38.186774 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-862c8bee-1856-4cc5-b6cc-5ec8ff94ea05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:38.190715 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-74b1c217-ae44-4143-b065-e278f88414ae tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:13:38.202551 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c8bee-1856-4cc5-b6cc-5ec8ff94ea05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a54a468-ac27-4048-aab9-75ed8bf6cb43,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:13:38.205047 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-862c8bee-1856-4cc5-b6cc-5ec8ff94ea05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:13:38.211146 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-862c8bee-1856-4cc5-b6cc-5ec8ff94ea05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:38.212366 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-862c8bee-1856-4cc5-b6cc-5ec8ff94ea05 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4a54a468-ac27-4048-aab9-75ed8bf6cb43 HTTP/1.1" status: 204 len: 168 time: 0.1687489 Dec 14 19:13:41.576289 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:47.928571 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:13:56.437071 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-408019ad-895a-42cf-a77d-6ef98fe88d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:57.829941 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:58.411843 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d2c2fad3-6b7a-40fd-b72d-f625a7ea2dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:13:59.164343 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:00.713161 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:05.144735 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 52700) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:05.309647 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b4bc2adb-251d-4407-92d8-9b9839fac4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:05.346938 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-b4bc2adb-251d-4407-92d8-9b9839fac4ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:14:05.351862 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-b4bc2adb-251d-4407-92d8-9b9839fac4ab admin admin] Usage tracker for resource:security_group_rule and tenant:25b9e7ec81a6484188b3fd9066159d67 is out of sync, need to count used quota {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:14:05.355277 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-b4bc2adb-251d-4407-92d8-9b9839fac4ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88177) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:14:05.362573 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-b4bc2adb-251d-4407-92d8-9b9839fac4ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88177) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:14:05.444702 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b4bc2adb-251d-4407-92d8-9b9839fac4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:05.447975 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b4bc2adb-251d-4407-92d8-9b9839fac4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:05.456237 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-03ccfcf6-ec5c-4a1b-8529-a71496ddbc4d tempest-AttachVolumeShelveTestJSON-1157743713 tempest-AttachVolumeShelveTestJSON-1157743713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:05.508601 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc2adb-251d-4407-92d8-9b9839fac4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36014697-5957-423e-8d5d-d8fecc52f75e,revision_number=1']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:05.512678 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-b4bc2adb-251d-4407-92d8-9b9839fac4ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:05.516486 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-b4bc2adb-251d-4407-92d8-9b9839fac4ab admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=25b9e7ec81a6484188b3fd9066159d67&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3703718 Dec 14 19:14:05.520468 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 52706) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:05.630906 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b58a3d56-877f-4e91-9e9b-d8929b127baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:05.668362 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b58a3d56-877f-4e91-9e9b-d8929b127baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:05.722099 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b58a3d56-877f-4e91-9e9b-d8929b127baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:05.726721 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-27cb0e0c-3664-4798-a967-141110629d7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:05.743963 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a3d56-877f-4e91-9e9b-d8929b127baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36014697-5957-423e-8d5d-d8fecc52f75e,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:05.747488 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-b58a3d56-877f-4e91-9e9b-d8929b127baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:05.750942 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b58a3d56-877f-4e91-9e9b-d8929b127baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:05.751919 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-b58a3d56-877f-4e91-9e9b-d8929b127baf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/36014697-5957-423e-8d5d-d8fecc52f75e HTTP/1.1" status: 204 len: 168 time: 0.2296820 Dec 14 19:14:11.572193 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:16.914772 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a1576c05-1d1e-4fe6-bdd1-2c202f668ea1 req-7e066603-db75-4d7f-8181-0353bd216440 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1287315 Dec 14 19:14:17.122740 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a1576c05-1d1e-4fe6-bdd1-2c202f668ea1 req-a1e8c785-f388-4ed7-96a3-e0b67ec3965c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a876a56377e4744ab6ea35617d6d3ec&device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 1098 time: 0.1288590 Dec 14 19:14:17.307038 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1576c05-1d1e-4fe6-bdd1-2c202f668ea1 req-7dd45615-4d14-4644-9eb1-8346ab383501 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:17.308980 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a1576c05-1d1e-4fe6-bdd1-2c202f668ea1 req-7dd45615-4d14-4644-9eb1-8346ab383501 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f HTTP/1.1" status: 200 len: 910 time: 0.1631582 Dec 14 19:14:17.427999 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a1576c05-1d1e-4fe6-bdd1-2c202f668ea1 req-244fb194-8b94-4316-b2a6-41cc2dd88a34 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fba1619-72b1-41a0-b2ab-e19ced45de19 HTTP/1.1" status: 200 len: 1000 time: 0.1121531 Dec 14 19:14:17.503593 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1576c05-1d1e-4fe6-bdd1-2c202f668ea1 req-d5711136-13f5-4d09-99f7-0283f0630197 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:14:17.505295 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a1576c05-1d1e-4fe6-bdd1-2c202f668ea1 req-d5711136-13f5-4d09-99f7-0283f0630197 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87c3cc9b-64ee-4ec7-adf1-328580ac599d HTTP/1.1" status: 200 len: 848 time: 0.0680940 Dec 14 19:14:17.598185 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a1576c05-1d1e-4fe6-bdd1-2c202f668ea1 req-17b526c6-7185-4f60-b64d-ebb074c16981 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0859327 Dec 14 19:14:17.758106 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a1576c05-1d1e-4fe6-bdd1-2c202f668ea1 req-23efd334-4ee0-4d46-a8df-1e6170b3fdd5 service neutron] 10.222.0.73 "GET /v2.0/networks/e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526263 Dec 14 19:14:17.942601 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a1576c05-1d1e-4fe6-bdd1-2c202f668ea1 req-0772f11a-6f43-446d-aaf3-f861313217fa service neutron] 10.222.0.73 "GET /v2.0/networks/e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776011 Dec 14 19:14:24.930297 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:14:26.442320 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-fb1a8306-702b-45f7-8dbf-4ba0c7ad6273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:27.825516 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:28.407855 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6a191c8e-e420-4ff8-be50-0fa012c52550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:29.158301 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:30.714969 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:41.565815 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:41.880108 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 52950) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:42.041407 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bbf36872-cb28-4c8d-982a-59cf3fb967f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:42.078757 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-bbf36872-cb28-4c8d-982a-59cf3fb967f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 19:14:42.083188 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-bbf36872-cb28-4c8d-982a-59cf3fb967f3 admin admin] Usage tracker for resource:security_group_rule and tenant:ebe5a57b8b6145579fa30c3a765b9a1e is out of sync, need to count used quota {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 19:14:42.086549 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [None req-bbf36872-cb28-4c8d-982a-59cf3fb967f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88176) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 19:14:42.093311 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.quota.driver [None req-bbf36872-cb28-4c8d-982a-59cf3fb967f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88176) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 19:14:42.174075 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bbf36872-cb28-4c8d-982a-59cf3fb967f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:42.177858 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bbf36872-cb28-4c8d-982a-59cf3fb967f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_create {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:42.185335 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-5ac83a5b-0ce1-47e3-9547-934a2a9c58c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:42.226311 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf36872-cb28-4c8d-982a-59cf3fb967f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38948a20-c75b-4627-bf98-5a6ff80069c0,revision_number=1']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:42.242312 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-bbf36872-cb28-4c8d-982a-59cf3fb967f3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ebe5a57b8b6145579fa30c3a765b9a1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3608532 Dec 14 19:14:42.244213 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf36872-cb28-4c8d-982a-59cf3fb967f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:42.244654 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf36872-cb28-4c8d-982a-59cf3fb967f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:42.245153 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf36872-cb28-4c8d-982a-59cf3fb967f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:42.245355 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 52956) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:14:42.245570 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf36872-cb28-4c8d-982a-59cf3fb967f3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:42.245978 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf36872-cb28-4c8d-982a-59cf3fb967f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:42.246388 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf36872-cb28-4c8d-982a-59cf3fb967f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:42.246795 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf36872-cb28-4c8d-982a-59cf3fb967f3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:42.247197 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf36872-cb28-4c8d-982a-59cf3fb967f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:42.247590 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf36872-cb28-4c8d-982a-59cf3fb967f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:42.247984 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf36872-cb28-4c8d-982a-59cf3fb967f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:42.248378 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf36872-cb28-4c8d-982a-59cf3fb967f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:42.252802 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-bbf36872-cb28-4c8d-982a-59cf3fb967f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:42.319955 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6992e546-bbb5-4376-88a2-9c43bcb505cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:42.352340 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6992e546-bbb5-4376-88a2-9c43bcb505cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:42.412580 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6992e546-bbb5-4376-88a2-9c43bcb505cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:42.419088 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ea81ffbf-cc8b-43bc-8709-226e498767fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:14:42.437948 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6992e546-bbb5-4376-88a2-9c43bcb505cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38948a20-c75b-4627-bf98-5a6ff80069c0,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:14:42.445654 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-6992e546-bbb5-4376-88a2-9c43bcb505cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:42.447354 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-6992e546-bbb5-4376-88a2-9c43bcb505cf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/38948a20-c75b-4627-bf98-5a6ff80069c0 HTTP/1.1" status: 204 len: 168 time: 0.2005579 Dec 14 19:14:42.456178 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6992e546-bbb5-4376-88a2-9c43bcb505cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:42.456647 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6992e546-bbb5-4376-88a2-9c43bcb505cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:42.457334 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6992e546-bbb5-4376-88a2-9c43bcb505cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:42.457612 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6992e546-bbb5-4376-88a2-9c43bcb505cf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:42.458088 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6992e546-bbb5-4376-88a2-9c43bcb505cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:42.458536 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6992e546-bbb5-4376-88a2-9c43bcb505cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:42.459060 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6992e546-bbb5-4376-88a2-9c43bcb505cf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:42.459535 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6992e546-bbb5-4376-88a2-9c43bcb505cf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:42.459967 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6992e546-bbb5-4376-88a2-9c43bcb505cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:42.460414 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6992e546-bbb5-4376-88a2-9c43bcb505cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:42.460942 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6992e546-bbb5-4376-88a2-9c43bcb505cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:14:42.466686 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6992e546-bbb5-4376-88a2-9c43bcb505cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:14:56.437577 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b3520bf3-0f8c-41be-a878-31986df4fc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:57.830234 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:58.418849 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-bfb47d57-ea5f-414a-8f09-6df3a3eb1c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:14:59.160906 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:00.719716 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:01.933389 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:15:11.575063 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:17.379845 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f930c-dd3b-488e-a698-fa0900d770bd req-dbdcbd81-d6c2-40d0-8a3a-02ba522af5e0 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:17.381574 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2e6f930c-dd3b-488e-a698-fa0900d770bd req-dbdcbd81-d6c2-40d0-8a3a-02ba522af5e0 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 945 time: 0.3442254 Dec 14 19:15:17.443731 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-2e6f930c-dd3b-488e-a698-fa0900d770bd req-670d04fe-35c3-49b7-b273-fe2f0a9f3f04 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520887 Dec 14 19:15:17.654542 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-dcd12624-c81a-4d07-8fe2-fa3f12dee244 req-b7451a4a-763c-40ed-84b5-d84e52c03a3e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a876a56377e4744ab6ea35617d6d3ec&device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 1098 time: 0.1773643 Dec 14 19:15:17.831271 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd12624-c81a-4d07-8fe2-fa3f12dee244 req-0f47144e-1e55-407f-a46c-04b78810ca00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:17.832924 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-dcd12624-c81a-4d07-8fe2-fa3f12dee244 req-0f47144e-1e55-407f-a46c-04b78810ca00 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f HTTP/1.1" status: 200 len: 910 time: 0.1570137 Dec 14 19:15:18.196170 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-dcd12624-c81a-4d07-8fe2-fa3f12dee244 req-97f66440-19ec-4e5f-aa90-a63f1dfe71a7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fba1619-72b1-41a0-b2ab-e19ced45de19 HTTP/1.1" status: 200 len: 1000 time: 0.3566883 Dec 14 19:15:18.275938 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd12624-c81a-4d07-8fe2-fa3f12dee244 req-af150aff-ad51-4297-b0b9-3e405240a37f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:18.277681 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-dcd12624-c81a-4d07-8fe2-fa3f12dee244 req-af150aff-ad51-4297-b0b9-3e405240a37f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87c3cc9b-64ee-4ec7-adf1-328580ac599d HTTP/1.1" status: 200 len: 848 time: 0.0718086 Dec 14 19:15:18.367749 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-dcd12624-c81a-4d07-8fe2-fa3f12dee244 req-dee226a6-c418-4bc8-b21a-b12a1f5c164b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0834079 Dec 14 19:15:18.379128 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [req-dcd12624-c81a-4d07-8fe2-fa3f12dee244 req-4c5d3805-8ce6-4dd6-9dd0-638862484d0f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=88177) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 19:15:18.380353 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-dcd12624-c81a-4d07-8fe2-fa3f12dee244 req-4c5d3805-8ce6-4dd6-9dd0-638862484d0f service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0064595 Dec 14 19:15:18.545361 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-dcd12624-c81a-4d07-8fe2-fa3f12dee244 req-1725ec43-9b5c-48f9-92f1-93849519f656 service neutron] 10.222.0.73 "GET /v2.0/networks/e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582339 Dec 14 19:15:18.704220 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-dcd12624-c81a-4d07-8fe2-fa3f12dee244 req-6733774f-ad67-4693-97cd-25c5f4207e53 service neutron] 10.222.0.73 "GET /v2.0/networks/e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523540 Dec 14 19:15:18.824092 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd890d-d7b1-41bb-a793-41218137c507 req-ed41ec60-5f40-4ae1-98a8-439e501531bf tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:18.825673 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a2fd890d-d7b1-41bb-a793-41218137c507 req-ed41ec60-5f40-4ae1-98a8-439e501531bf tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 945 time: 0.1734724 Dec 14 19:15:18.880429 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a2fd890d-d7b1-41bb-a793-41218137c507 req-954b10a9-1e9b-4558-af53-4702f6c2a5d6 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481908 Dec 14 19:15:20.109448 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3f875-95e7-451a-9fff-edd77fe371ab req-09bf1019-0ae0-452e-b978-3e521b2a9308 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:20.111137 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-37d3f875-95e7-451a-9fff-edd77fe371ab req-09bf1019-0ae0-452e-b978-3e521b2a9308 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 945 time: 0.0890362 Dec 14 19:15:20.181647 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-37d3f875-95e7-451a-9fff-edd77fe371ab req-9fe6cabf-36d8-4364-8794-c09a616da9c5 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635450 Dec 14 19:15:21.413979 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2137298-58ea-4c7a-ba2b-589c2a5fb85f req-299eb647-f69c-4a77-90f3-98a350c04b17 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:21.416109 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c2137298-58ea-4c7a-ba2b-589c2a5fb85f req-299eb647-f69c-4a77-90f3-98a350c04b17 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 945 time: 0.0932143 Dec 14 19:15:21.467674 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c2137298-58ea-4c7a-ba2b-589c2a5fb85f req-f5f82f52-d163-4cfa-a316-a76133e18a46 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452406 Dec 14 19:15:22.686614 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e79f73-89ba-4c1a-9384-49a45d576860 req-c9d9fca8-b9a8-46d2-a206-f7ba599e0757 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:22.688712 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d4e79f73-89ba-4c1a-9384-49a45d576860 req-c9d9fca8-b9a8-46d2-a206-f7ba599e0757 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 945 time: 0.0906298 Dec 14 19:15:22.750969 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d4e79f73-89ba-4c1a-9384-49a45d576860 req-a22376c8-56b4-4c61-bfc4-fed1e5e4b0b9 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527997 Dec 14 19:15:23.969987 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324475a-f441-42c0-afc7-d8285b131a3a req-f8b629e6-04b5-4d80-a9a1-696621b32687 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:23.971673 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8324475a-f441-42c0-afc7-d8285b131a3a req-f8b629e6-04b5-4d80-a9a1-696621b32687 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 945 time: 0.0922062 Dec 14 19:15:24.024801 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-8324475a-f441-42c0-afc7-d8285b131a3a req-ef260d22-0806-474c-b83e-ec29b2ea6712 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457327 Dec 14 19:15:25.253757 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac4cc7-d188-4ea4-ae16-644ebd9f35a3 req-9860fea7-bcb6-447d-aa86-fea741ad76d4 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:25.255487 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d6ac4cc7-d188-4ea4-ae16-644ebd9f35a3 req-9860fea7-bcb6-447d-aa86-fea741ad76d4 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 945 time: 0.0916574 Dec 14 19:15:25.316313 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d6ac4cc7-d188-4ea4-ae16-644ebd9f35a3 req-01283322-2059-4762-9493-f3fde13a5ea9 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499935 Dec 14 19:15:26.445174 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c1762f5a-8f2f-4542-aaad-bc6d104ebad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:26.535317 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ffcfb-caa9-44a3-9223-8ac2ccc95975 req-93be2280-3c0a-48d0-9f49-c3209447a581 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:26.537042 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-565ffcfb-caa9-44a3-9223-8ac2ccc95975 req-93be2280-3c0a-48d0-9f49-c3209447a581 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 945 time: 0.0911167 Dec 14 19:15:26.589734 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-565ffcfb-caa9-44a3-9223-8ac2ccc95975 req-f0fb3a09-a78b-481e-94cd-9a9955507694 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461240 Dec 14 19:15:27.188812 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3450045a-d987-458c-b631-0deae376f771 req-11a5d4d5-78e0-42e3-a239-5f87a2e84afc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a876a56377e4744ab6ea35617d6d3ec&device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 1098 time: 0.0822387 Dec 14 19:15:27.335453 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450045a-d987-458c-b631-0deae376f771 req-dda33af3-7b69-4676-9c87-f793419614c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:27.337039 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3450045a-d987-458c-b631-0deae376f771 req-dda33af3-7b69-4676-9c87-f793419614c6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f HTTP/1.1" status: 200 len: 910 time: 0.1415067 Dec 14 19:15:27.452018 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3450045a-d987-458c-b631-0deae376f771 req-ec932db8-6371-47aa-8db6-1de1a0f7439e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fba1619-72b1-41a0-b2ab-e19ced45de19 HTTP/1.1" status: 200 len: 1000 time: 0.1084664 Dec 14 19:15:27.525465 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3450045a-d987-458c-b631-0deae376f771 req-54e89273-de54-40d6-846e-46463dbc1640 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:27.527062 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3450045a-d987-458c-b631-0deae376f771 req-54e89273-de54-40d6-846e-46463dbc1640 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87c3cc9b-64ee-4ec7-adf1-328580ac599d HTTP/1.1" status: 200 len: 848 time: 0.0690258 Dec 14 19:15:27.608893 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3450045a-d987-458c-b631-0deae376f771 req-77fc5cc3-40ff-4ca9-bdcf-d2d1ed6168fb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750310 Dec 14 19:15:27.816042 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3450045a-d987-458c-b631-0deae376f771 req-78d860fb-bb44-49b1-9a00-20269c867b29 service neutron] 10.222.0.73 "GET /v2.0/networks/e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006409 Dec 14 19:15:27.833792 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:27.931511 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9856b58-28d8-4a85-a520-fdb474390d9d req-a40cc444-559f-4bb4-8e0b-9ecc17a31d82 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:27.933243 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a9856b58-28d8-4a85-a520-fdb474390d9d req-a40cc444-559f-4bb4-8e0b-9ecc17a31d82 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 945 time: 0.2085187 Dec 14 19:15:28.013667 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-3450045a-d987-458c-b631-0deae376f771 req-01ef74fd-b210-4b5a-a2ca-0ae607e89d6b service neutron] 10.222.0.73 "GET /v2.0/networks/e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910672 Dec 14 19:15:28.017917 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a9856b58-28d8-4a85-a520-fdb474390d9d req-ffd1cc72-9c94-4567-8a9e-08c1c2d2ff51 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735307 Dec 14 19:15:28.418608 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1a38cf3d-6e10-4ed4-9a2c-72ff5cfad1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:29.167714 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:29.247206 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4aff74-114e-403b-a739-fe96d701e00d req-04c5dc27-cf74-4bf9-bb24-8cc40f8ec503 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:29.249252 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ff4aff74-114e-403b-a739-fe96d701e00d req-04c5dc27-cf74-4bf9-bb24-8cc40f8ec503 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 945 time: 0.0919082 Dec 14 19:15:29.309150 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-ff4aff74-114e-403b-a739-fe96d701e00d req-a64070ab-fa6b-496d-8927-5aa17ba509c0 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524290 Dec 14 19:15:30.529803 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f210c-8dda-4b07-97aa-68db35289fd4 req-474ade47-3f38-4218-98c4-a68ddf02ee7f tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:30.532025 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-da3f210c-8dda-4b07-97aa-68db35289fd4 req-474ade47-3f38-4218-98c4-a68ddf02ee7f tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 945 time: 0.0937386 Dec 14 19:15:30.588053 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-da3f210c-8dda-4b07-97aa-68db35289fd4 req-257d3bbd-1b30-4650-8f77-0a27130ce1cf tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491993 Dec 14 19:15:30.721904 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:30.801028 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-e0b1de85-856a-4fe9-92be-6e416fbe56b2 req-5ca6f9cd-98fa-4aa3-ae27-51179b5e2ae3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0759304 Dec 14 19:15:31.003168 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 53018) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:15:31.149052 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2854b2-32c5-4115-9409-7ee20afd3376 req-17fed20a-8a87-4334-ad27-e73b75d55b5a tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:31.150721 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cd2854b2-32c5-4115-9409-7ee20afd3376 req-17fed20a-8a87-4334-ad27-e73b75d55b5a tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 945 time: 0.1304243 Dec 14 19:15:31.179990 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-09dc3478-c6e3-4b7f-b421-6534e9209f93 req-c9ad1e23-6890-4c37-ba5f-deb90494c5f7 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1751094 Dec 14 19:15:31.204915 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-cd2854b2-32c5-4115-9409-7ee20afd3376 req-fb0adb47-3947-4c96-aec4-c8a9a001aca9 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471106 Dec 14 19:15:31.601830 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 1fba1619-72b1-41a0-b2ab-e19ced45de19 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:15:31.729212 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:31.759668 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a8c161-2592-41d4-8572-108977e69462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fba1619-72b1-41a0-b2ab-e19ced45de19'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:15:31.772260 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 1fba1619-72b1-41a0-b2ab-e19ced45de19, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=1fba1619-72b1-41a0-b2ab-e19ced45de19,segment=NetworkSegment(cd02a7a6-e066-4b76-9be2-128b139685c5),segment_id=cd02a7a6-e066-4b76-9be2-128b139685c5)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:15:31.776149 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:31.778130 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-4c3dda38-3a85-479e-8a18-f3d9217ed092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:31.833327 dv-cinder-821749-1-smb neutron-server[88065]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a9a8c161-2592-41d4-8572-108977e69462', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1fba1619-72b1-41a0-b2ab-e19ced45de19', 'code': 422} returned with failed status Dec 14 19:15:31.871161 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=1fba1619-72b1-41a0-b2ab-e19ced45de19,revision_number=6']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:31.889896 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:31.890564 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:31.891205 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:31.891836 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:31.892468 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:31.893144 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:31.893755 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:31.894373 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:31.894995 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:31.895564 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:31.896121 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:15:31.903594 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:32.451138 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf362d-d4fd-4fdf-bea6-51f236733c98 req-0de76f14-b5c2-473f-a430-b7b8c6d9af86 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:32.452912 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-45cf362d-d4fd-4fdf-bea6-51f236733c98 req-0de76f14-b5c2-473f-a430-b7b8c6d9af86 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 943 time: 0.1005633 Dec 14 19:15:32.507122 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-45cf362d-d4fd-4fdf-bea6-51f236733c98 req-6e31408a-b428-4f0b-bb9d-ec8ed57eb1f9 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466387 Dec 14 19:15:32.698316 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-09dc3478-c6e3-4b7f-b421-6534e9209f93 req-0ff29e0a-83d0-4ff2-96db-75709f063513 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462&tenant_id=9a876a56377e4744ab6ea35617d6d3ec HTTP/1.1" status: 200 len: 1096 time: 0.0910096 Dec 14 19:15:32.803509 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-09dc3478-c6e3-4b7f-b421-6534e9209f93 req-2d040b41-56c3-4cb4-add1-b49e0a87a955 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a876a56377e4744ab6ea35617d6d3ec&device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 1096 time: 0.0813355 Dec 14 19:15:32.960975 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc3478-c6e3-4b7f-b421-6534e9209f93 req-8865fca8-cbc8-4b00-88c6-a22d86992039 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:32.962512 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-09dc3478-c6e3-4b7f-b421-6534e9209f93 req-8865fca8-cbc8-4b00-88c6-a22d86992039 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f HTTP/1.1" status: 200 len: 910 time: 0.1530910 Dec 14 19:15:33.080478 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-09dc3478-c6e3-4b7f-b421-6534e9209f93 req-451dfedb-f27f-4265-b070-dd2fda3df222 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fba1619-72b1-41a0-b2ab-e19ced45de19 HTTP/1.1" status: 200 len: 998 time: 0.1106777 Dec 14 19:15:33.163769 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc3478-c6e3-4b7f-b421-6534e9209f93 req-142e1906-3a39-4ad5-aaa9-945320302f0d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:33.165389 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-09dc3478-c6e3-4b7f-b421-6534e9209f93 req-142e1906-3a39-4ad5-aaa9-945320302f0d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87c3cc9b-64ee-4ec7-adf1-328580ac599d HTTP/1.1" status: 200 len: 848 time: 0.0791717 Dec 14 19:15:33.251829 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-09dc3478-c6e3-4b7f-b421-6534e9209f93 req-55d36cd1-7810-4590-afeb-b71e5840751f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0794997 Dec 14 19:15:33.404835 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-09dc3478-c6e3-4b7f-b421-6534e9209f93 req-8cc3ec7b-9a39-408e-8b2c-80d085b204c7 service neutron] 10.222.0.73 "GET /v2.0/networks/e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465604 Dec 14 19:15:33.607681 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-09dc3478-c6e3-4b7f-b421-6534e9209f93 req-83fc2c85-e328-4704-a0eb-669a8df8bcb7 service neutron] 10.222.0.73 "GET /v2.0/networks/e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963067 Dec 14 19:15:33.746596 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87e93fb-0876-43d7-9bfd-66d48c18a7cb req-4aae108c-ae70-4967-b8aa-b86deb0f2709 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:33.748280 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b87e93fb-0876-43d7-9bfd-66d48c18a7cb req-4aae108c-ae70-4967-b8aa-b86deb0f2709 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 943 time: 0.0910671 Dec 14 19:15:33.805708 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-b87e93fb-0876-43d7-9bfd-66d48c18a7cb req-d0b92069-a086-428e-ba80-24aca317faf5 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501041 Dec 14 19:15:35.048690 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633273d-be62-4f94-b191-2c23e97a52ec req-94026910-9d22-47a0-af62-abbc72b03b67 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:35.050470 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4633273d-be62-4f94-b191-2c23e97a52ec req-94026910-9d22-47a0-af62-abbc72b03b67 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 943 time: 0.0982211 Dec 14 19:15:35.103518 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-4633273d-be62-4f94-b191-2c23e97a52ec req-946fef92-7c37-4e00-b0ce-ad93df9c4d12 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462072 Dec 14 19:15:35.617073 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 1fba1619-72b1-41a0-b2ab-e19ced45de19 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=88178) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 19:15:35.768435 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 1fba1619-72b1-41a0-b2ab-e19ced45de19, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=1fba1619-72b1-41a0-b2ab-e19ced45de19,segment=NetworkSegment(cd02a7a6-e066-4b76-9be2-128b139685c5),segment_id=cd02a7a6-e066-4b76-9be2-128b139685c5)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:15:35.784857 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Returning: {'device': '1fba1619-72b1-41a0-b2ab-e19ced45de19', 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f', 'port_id': '1fba1619-72b1-41a0-b2ab-e19ced45de19', 'mac_address': 'fa:16:3e:ba:e4:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87c3cc9b-64ee-4ec7-adf1-328580ac599d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88178) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 19:15:35.844011 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:35.864180 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fba1619-72b1-41a0-b2ab-e19ced45de19 {{(pid=88178) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 19:15:35.882758 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 1fba1619-72b1-41a0-b2ab-e19ced45de19, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=1fba1619-72b1-41a0-b2ab-e19ced45de19,segment=NetworkSegment(cd02a7a6-e066-4b76-9be2-128b139685c5),segment_id=cd02a7a6-e066-4b76-9be2-128b139685c5)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:15:35.887253 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:35.894333 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:35.968455 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=1fba1619-72b1-41a0-b2ab-e19ced45de19,revision_number=7']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:35.972435 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:36.096898 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] get_ports_and_sgs() called for port_ids ['1fba1619-72b1-41a0-b2ab-e19ced45de19'] {{(pid=88178) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 19:15:36.401625 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6f1f3-ae15-4d64-aba5-233663705eea req-1294abd8-0619-4c78-a02c-ab221ce95da9 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:36.403285 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d6e6f1f3-ae15-4d64-aba5-233663705eea req-1294abd8-0619-4c78-a02c-ab221ce95da9 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 944 time: 0.0948229 Dec 14 19:15:36.464811 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-d6e6f1f3-ae15-4d64-aba5-233663705eea req-c9542000-9590-4839-8302-ba6e607712ac tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484030 Dec 14 19:15:37.629604 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 1fba1619-72b1-41a0-b2ab-e19ced45de19 up at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 19:15:37.718865 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.provisioning_blocks [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Provisioning complete for port 1fba1619-72b1-41a0-b2ab-e19ced45de19 triggered by entity L2. {{(pid=88178) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 19:15:37.719188 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851804881'] for port, provisioning_complete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:37.851950 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853528085'] for port, before_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:37.882607 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a8c161-2592-41d4-8572-108977e69462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fba1619-72b1-41a0-b2ab-e19ced45de19'}] {{(pid=88178) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:15:37.893999 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] For port 1fba1619-72b1-41a0-b2ab-e19ced45de19, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=1fba1619-72b1-41a0-b2ab-e19ced45de19,segment=NetworkSegment(cd02a7a6-e066-4b76-9be2-128b139685c5),segment_id=cd02a7a6-e066-4b76-9be2-128b139685c5)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:15:37.898068 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363255485954898', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781368422925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363255486352858'] for port, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:37.900188 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-8cd9b5e1-d72a-40ed-902a-a1d96d2f428c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:15:37.941797 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505b209-6773-4192-a781-898d8e3339a1 req-8a29b127-a03f-4996-bd1a-2468ddc0280b tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:37.945421 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a505b209-6773-4192-a781-898d8e3339a1 req-8a29b127-a03f-4996-bd1a-2468ddc0280b tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 944 time: 0.3479507 Dec 14 19:15:37.949820 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a8c161-2592-41d4-8572-108977e69462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fba1619-72b1-41a0-b2ab-e19ced45de19', 'code': 200} Dec 14 19:15:37.973902 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Pushing event updated for resources: {'Port': ['ID=1fba1619-72b1-41a0-b2ab-e19ced45de19,revision_number=8']} {{(pid=88178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:15:37.977354 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88178) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:15:38.032231 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a505b209-6773-4192-a781-898d8e3339a1 req-5c17ecfe-717f-4a73-946f-5faf2e4583db tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740573 Dec 14 19:15:38.269628 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-464e9f8f-ce46-4b7a-8ee4-1425842c7ed3 req-b5c573de-0ae3-4ecd-b111-2b3352db8918 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 1098 time: 0.0799947 Dec 14 19:15:38.317647 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-464e9f8f-ce46-4b7a-8ee4-1425842c7ed3 req-a2d9f846-b1a2-40a7-ab15-b1ba5abfe7c9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415893 Dec 14 19:15:38.934737 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:15:39.266692 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d07222-d377-403d-b353-d0303df16858 req-44af20f3-a24d-4424-bf3d-f301465521ee tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:39.268251 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-44d07222-d377-403d-b353-d0303df16858 req-44af20f3-a24d-4424-bf3d-f301465521ee tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 945 time: 0.0955253 Dec 14 19:15:39.326542 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-44d07222-d377-403d-b353-d0303df16858 req-b1c95a06-de67-422b-ae79-2c4cf18101fa tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498555 Dec 14 19:15:40.556541 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b9daf8-b18f-4de1-9f90-489e913cd296 req-4865d7fb-b28b-4bd3-aaef-66853894294e tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:15:40.558160 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-35b9daf8-b18f-4de1-9f90-489e913cd296 req-4865d7fb-b28b-4bd3-aaef-66853894294e tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 945 time: 0.0992610 Dec 14 19:15:40.623601 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-35b9daf8-b18f-4de1-9f90-489e913cd296 req-9b2bde92-376a-422d-bc50-5dff26f12ba4 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579121 Dec 14 19:15:41.591816 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:56.444291 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-560d7299-8c5b-4971-b7fe-5928da89b01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:57.841132 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:58.417761 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-8b875f12-0ff2-4e74-a646-609c0255890a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:15:59.167392 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:00.730655 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:11.612943 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:15.936423 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:16:18.871571 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a34bcda7-deee-41a1-8dde-8969dec3f2cd req-6d048f6e-bfd1-4bf3-baa4-554ea5b43e14 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0895505 Dec 14 19:16:19.034029 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a34bcda7-deee-41a1-8dde-8969dec3f2cd req-927c7d99-118a-4d71-b734-2eac0261b089 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a876a56377e4744ab6ea35617d6d3ec&device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 1098 time: 0.0884428 Dec 14 19:16:19.219279 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bcda7-deee-41a1-8dde-8969dec3f2cd req-ad32ff96-5815-4f50-aa5b-ef64d9ad66a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:19.220926 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a34bcda7-deee-41a1-8dde-8969dec3f2cd req-ad32ff96-5815-4f50-aa5b-ef64d9ad66a7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f HTTP/1.1" status: 200 len: 910 time: 0.1664107 Dec 14 19:16:19.334120 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a34bcda7-deee-41a1-8dde-8969dec3f2cd req-75f8cd52-9ba1-4191-aaf2-74a0ea0dcf07 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fba1619-72b1-41a0-b2ab-e19ced45de19 HTTP/1.1" status: 200 len: 1000 time: 0.1063130 Dec 14 19:16:19.405808 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bcda7-deee-41a1-8dde-8969dec3f2cd req-b8419b84-10e3-4552-9ca7-7e21bd82972e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:19.407380 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a34bcda7-deee-41a1-8dde-8969dec3f2cd req-b8419b84-10e3-4552-9ca7-7e21bd82972e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87c3cc9b-64ee-4ec7-adf1-328580ac599d HTTP/1.1" status: 200 len: 848 time: 0.0675263 Dec 14 19:16:19.489754 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a34bcda7-deee-41a1-8dde-8969dec3f2cd req-a05e5a65-5502-4f45-88fd-e6d04300d2c0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754826 Dec 14 19:16:19.650930 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a34bcda7-deee-41a1-8dde-8969dec3f2cd req-22843305-a0d6-4d27-b292-3646d2e491ec service neutron] 10.222.0.73 "GET /v2.0/networks/e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544504 Dec 14 19:16:19.803144 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-a34bcda7-deee-41a1-8dde-8969dec3f2cd req-1053979d-cc2a-46cc-8f8f-ea4a7d607980 service neutron] 10.222.0.73 "GET /v2.0/networks/e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456454 Dec 14 19:16:26.440599 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3060fddd-aa84-4066-bcaf-b2f661b519ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:27.835788 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:28.413098 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-63972151-2ef2-4a36-8d2b-6b17c4897712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:29.173931 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:30.730932 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:41.617634 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:50.060767 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 53074) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:16:50.288056 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-1fba1464-96bc-43f5-9726-1a50c407c2c7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Deleting port 1e599112-039c-4207-b97b-40b86b45d34e {{(pid=88176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:16:50.288368 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1fba1464-96bc-43f5-9726-1a50c407c2c7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:50.470609 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1fba1464-96bc-43f5-9726-1a50c407c2c7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:50.470951 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1fba1464-96bc-43f5-9726-1a50c407c2c7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:50.596803 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-1fba1464-96bc-43f5-9726-1a50c407c2c7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Calling delete_port for 1e599112-039c-4207-b97b-40b86b45d34e owned by network:floatingip {{(pid=88176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:16:50.754930 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1fba1464-96bc-43f5-9726-1a50c407c2c7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1865571'] for port, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:50.760794 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-2e3c7a67-ae88-4fc7-ab28-5124543caae6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:16:50.804340 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba1464-96bc-43f5-9726-1a50c407c2c7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Pushing event deleted for resources: {'Port': ['ID=1e599112-039c-4207-b97b-40b86b45d34e,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:16:50.845126 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba1464-96bc-43f5-9726-1a50c407c2c7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:50.845546 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba1464-96bc-43f5-9726-1a50c407c2c7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:50.845955 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba1464-96bc-43f5-9726-1a50c407c2c7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:50.846360 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba1464-96bc-43f5-9726-1a50c407c2c7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:50.846768 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba1464-96bc-43f5-9726-1a50c407c2c7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:50.847169 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba1464-96bc-43f5-9726-1a50c407c2c7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:50.847570 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba1464-96bc-43f5-9726-1a50c407c2c7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:50.847972 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba1464-96bc-43f5-9726-1a50c407c2c7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:50.848351 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba1464-96bc-43f5-9726-1a50c407c2c7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:50.848762 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba1464-96bc-43f5-9726-1a50c407c2c7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:50.849167 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fba1464-96bc-43f5-9726-1a50c407c2c7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:50.855905 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-1fba1464-96bc-43f5-9726-1a50c407c2c7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:16:50.918851 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1fba1464-96bc-43f5-9726-1a50c407c2c7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for floatingip, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:51.341878 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fba1464-96bc-43f5-9726-1a50c407c2c7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Router 7b63f0d9-31c8-4bf6-8d0d-586ece986309 has already been hosted by L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 {{(pid=88176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:16:51.564038 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fba1464-96bc-43f5-9726-1a50c407c2c7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:16:51.575338 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1179b2-a65e-4f2d-8072-6ea66dd448d5 None None] Sync routers for ids ['7b63f0d9-31c8-4bf6-8d0d-586ece986309'] in dv-cinder-821749-1-smb {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:16:51.589982 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1179b2-a65e-4f2d-8072-6ea66dd448d5 None None] Routers {'7b63f0d9-31c8-4bf6-8d0d-586ece986309'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:16:51.590666 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ac1179b2-a65e-4f2d-8072-6ea66dd448d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:16:28Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['7b63f0d9-31c8-4bf6-8d0d-586ece986309'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:16:51.596046 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1fba1464-96bc-43f5-9726-1a50c407c2c7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for floatingip, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:51.656175 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-1fba1464-96bc-43f5-9726-1a50c407c2c7 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "DELETE /v2.0/floatingips/e7b06bfe-2b2f-40b3-ac61-26b8d293ddfc HTTP/1.1" status: 204 len: 168 time: 1.5942259 Dec 14 19:16:51.657665 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a8c161-2592-41d4-8572-108977e69462', 'tag': '1fba1619-72b1-41a0-b2ab-e19ced45de19'}] {{(pid=88176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:16:51.777170 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-ac1179b2-a65e-4f2d-8072-6ea66dd448d5 None None] Set router 7b63f0d9-31c8-4bf6-8d0d-586ece986309 gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:16:52.086249 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4e794-1fd7-4033-925a-90f356fb8fb6 req-d6aa7df7-b374-48a7-ba26-69e6aedcf22a tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:52.087775 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-eba4e794-1fd7-4033-925a-90f356fb8fb6 req-d6aa7df7-b374-48a7-ba26-69e6aedcf22a tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 945 time: 0.0887327 Dec 14 19:16:52.113917 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ac1179b2-a65e-4f2d-8072-6ea66dd448d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'name': 'tempest-TestShelveInstance-1959979453-router', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.116'}], 'enable_snat': True}, 'gw_port_id': '5ad87e7c-0e31-4473-b9d6-26b5b1324ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:12:32Z', 'updated_at': '2021-12-14T19:12:36Z', 'revision_number': 4, 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'gw_port': {'id': '5ad87e7c-0e31-4473-b9d6-26b5b1324ba9', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:32Z', 'updated_at': '2021-12-14T19:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': 'af871085-21e4-4ff9-b6be-3bd2ff2b8bd7', 'name': '', 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'mac_address': 'fa:16:3e:cb:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87c3cc9b-64ee-4ec7-adf1-328580ac599d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:35Z', 'updated_at': '2021-12-14T19:12:48Z', 'revision_number': 5, 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'subnets': [{'id': '87c3cc9b-64ee-4ec7-adf1-328580ac599d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:16:52.118117 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1179b2-a65e-4f2d-8072-6ea66dd448d5 None None] Checking router: 7b63f0d9-31c8-4bf6-8d0d-586ece986309 for host: dv-cinder-821749-1-smb {{(pid=88178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:16:52.129875 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1179b2-a65e-4f2d-8072-6ea66dd448d5 None None] Routers {'7b63f0d9-31c8-4bf6-8d0d-586ece986309'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:16:52.130547 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ac1179b2-a65e-4f2d-8072-6ea66dd448d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:16:28Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['7b63f0d9-31c8-4bf6-8d0d-586ece986309'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:16:52.143899 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-eba4e794-1fd7-4033-925a-90f356fb8fb6 req-00f37ee9-dc2a-4635-8567-f092cea3b53d tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496843 Dec 14 19:16:52.327352 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-ac1179b2-a65e-4f2d-8072-6ea66dd448d5 None None] Set router 7b63f0d9-31c8-4bf6-8d0d-586ece986309 gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:16:52.669220 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-ac1179b2-a65e-4f2d-8072-6ea66dd448d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'name': 'tempest-TestShelveInstance-1959979453-router', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.116'}], 'enable_snat': True}, 'gw_port_id': '5ad87e7c-0e31-4473-b9d6-26b5b1324ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:12:32Z', 'updated_at': '2021-12-14T19:12:36Z', 'revision_number': 4, 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'gw_port': {'id': '5ad87e7c-0e31-4473-b9d6-26b5b1324ba9', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:32Z', 'updated_at': '2021-12-14T19:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': 'af871085-21e4-4ff9-b6be-3bd2ff2b8bd7', 'name': '', 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'mac_address': 'fa:16:3e:cb:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87c3cc9b-64ee-4ec7-adf1-328580ac599d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:35Z', 'updated_at': '2021-12-14T19:12:48Z', 'revision_number': 5, 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'subnets': [{'id': '87c3cc9b-64ee-4ec7-adf1-328580ac599d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:16:52.673866 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1179b2-a65e-4f2d-8072-6ea66dd448d5 None None] The sync data for ids ['7b63f0d9-31c8-4bf6-8d0d-586ece986309'] in dv-cinder-821749-1-smb is: [{'id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'name': 'tempest-TestShelveInstance-1959979453-router', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.116'}], 'enable_snat': True}, 'gw_port_id': '5ad87e7c-0e31-4473-b9d6-26b5b1324ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:12:32Z', 'updated_at': '2021-12-14T19:12:36Z', 'revision_number': 4, 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'gw_port': {'id': '5ad87e7c-0e31-4473-b9d6-26b5b1324ba9', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:32Z', 'updated_at': '2021-12-14T19:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb', '_interfaces': [{'id': 'af871085-21e4-4ff9-b6be-3bd2ff2b8bd7', 'name': '', 'network_id': 'e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'mac_address': 'fa:16:3e:cb:b1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '87c3cc9b-64ee-4ec7-adf1-328580ac599d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:35Z', 'updated_at': '2021-12-14T19:12:48Z', 'revision_number': 5, 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'subnets': [{'id': '87c3cc9b-64ee-4ec7-adf1-328580ac599d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:16:52.889647 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a8c161-2592-41d4-8572-108977e69462', 'tag': '1fba1619-72b1-41a0-b2ab-e19ced45de19', 'status': 'completed', 'code': 200} Dec 14 19:16:52.937059 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:16:52.994287 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f8343fd2-6234-46ea-86ed-7afc6b72d5bb req-74523007-c24a-4a90-9ee8-e6445226daa9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9a876a56377e4744ab6ea35617d6d3ec&device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 1098 time: 0.0791254 Dec 14 19:16:53.146711 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8343fd2-6234-46ea-86ed-7afc6b72d5bb req-df6013dc-3371-43d0-bb1a-92359da201bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:53.148329 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f8343fd2-6234-46ea-86ed-7afc6b72d5bb req-df6013dc-3371-43d0-bb1a-92359da201bf service neutron] 10.222.0.73 "GET /v2.0/networks?id=e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f HTTP/1.1" status: 200 len: 910 time: 0.1456544 Dec 14 19:16:53.160128 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d2d393-1449-40e5-b3aa-001a738443f8 None None] New status for floating IP e7b06bfe-2b2f-40b3-ac61-26b8d293ddfc: DOWN {{(pid=88179) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 19:16:53.288783 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f8343fd2-6234-46ea-86ed-7afc6b72d5bb req-1e89472c-eeee-463c-bea7-75d3849d8a37 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1fba1619-72b1-41a0-b2ab-e19ced45de19 HTTP/1.1" status: 200 len: 217 time: 0.1314859 Dec 14 19:16:53.421892 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8343fd2-6234-46ea-86ed-7afc6b72d5bb req-c8a17507-e56f-4c8e-b04d-c609a873b17c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:53.423516 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f8343fd2-6234-46ea-86ed-7afc6b72d5bb req-c8a17507-e56f-4c8e-b04d-c609a873b17c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=87c3cc9b-64ee-4ec7-adf1-328580ac599d HTTP/1.1" status: 200 len: 848 time: 0.0960720 Dec 14 19:16:53.474544 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e9301-6481-49cf-824d-cefeb1b08eec req-4bd64488-76a8-48b0-9513-819ff182d4fb tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:53.476119 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c49e9301-6481-49cf-824d-cefeb1b08eec req-4bd64488-76a8-48b0-9513-819ff182d4fb tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 945 time: 0.2639697 Dec 14 19:16:53.571875 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ac084-745c-4623-8c8b-117d1f7832e4 req-1e792996-c7c5-4321-a9ef-a487e7ac1313 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88177) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 19:16:53.573692 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-957ac084-745c-4623-8c8b-117d1f7832e4 req-1e792996-c7c5-4321-a9ef-a487e7ac1313 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 945 time: 0.2977743 Dec 14 19:16:53.587801 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-c49e9301-6481-49cf-824d-cefeb1b08eec req-447e6a71-ac1c-4889-b3db-eee5ae459b97 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Deleting port 1fba1619-72b1-41a0-b2ab-e19ced45de19 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:16:53.588175 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-c49e9301-6481-49cf-824d-cefeb1b08eec req-447e6a71-ac1c-4889-b3db-eee5ae459b97 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:53.737402 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-957ac084-745c-4623-8c8b-117d1f7832e4 req-aefa0160-779b-4bc5-8872-16839bb34d0b tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/security-groups?id=67d99b25-23a4-49d0-aaf9-9095587be772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558049 Dec 14 19:16:53.747234 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f8343fd2-6234-46ea-86ed-7afc6b72d5bb req-f9106dee-42f3-41fc-8600-ed33cbd98aee service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3154728 Dec 14 19:16:54.018537 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [req-c49e9301-6481-49cf-824d-cefeb1b08eec req-447e6a71-ac1c-4889-b3db-eee5ae459b97 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] For port 1fba1619-72b1-41a0-b2ab-e19ced45de19, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=1fba1619-72b1-41a0-b2ab-e19ced45de19,segment=NetworkSegment(cd02a7a6-e066-4b76-9be2-128b139685c5),segment_id=cd02a7a6-e066-4b76-9be2-128b139685c5)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:16:54.018804 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-c49e9301-6481-49cf-824d-cefeb1b08eec req-447e6a71-ac1c-4889-b3db-eee5ae459b97 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:54.031959 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f8343fd2-6234-46ea-86ed-7afc6b72d5bb req-3c676d19-aefd-485e-b411-7623ae5136a9 service neutron] 10.222.0.73 "GET /v2.0/networks/e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764692 Dec 14 19:16:54.172748 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [req-c49e9301-6481-49cf-824d-cefeb1b08eec req-447e6a71-ac1c-4889-b3db-eee5ae459b97 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Calling delete_port for 1fba1619-72b1-41a0-b2ab-e19ced45de19 owned by compute:nova {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:16:54.381716 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-f8343fd2-6234-46ea-86ed-7afc6b72d5bb req-05bb38b0-8143-4d87-a44c-37b3c48d79bc service neutron] 10.222.0.73 "GET /v2.0/networks/e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973757 Dec 14 19:16:54.421715 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-c49e9301-6481-49cf-824d-cefeb1b08eec req-447e6a71-ac1c-4889-b3db-eee5ae459b97 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:54.427941 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-4e8c829b-f869-4001-be96-524342310d2b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:16:54.470636 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e6a71-ac1c-4889-b3db-eee5ae459b97 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Pushing event deleted for resources: {'Port': ['ID=1fba1619-72b1-41a0-b2ab-e19ced45de19,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:16:54.513351 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e6a71-ac1c-4889-b3db-eee5ae459b97 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:54.513751 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e6a71-ac1c-4889-b3db-eee5ae459b97 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:54.514149 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e6a71-ac1c-4889-b3db-eee5ae459b97 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:54.515072 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e6a71-ac1c-4889-b3db-eee5ae459b97 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:54.515072 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e6a71-ac1c-4889-b3db-eee5ae459b97 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:54.515346 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e6a71-ac1c-4889-b3db-eee5ae459b97 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:54.515786 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e6a71-ac1c-4889-b3db-eee5ae459b97 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:54.516307 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e6a71-ac1c-4889-b3db-eee5ae459b97 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:54.516733 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e6a71-ac1c-4889-b3db-eee5ae459b97 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:54.517186 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e6a71-ac1c-4889-b3db-eee5ae459b97 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:54.517514 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447e6a71-ac1c-4889-b3db-eee5ae459b97 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821749-1-smb {{(pid=88177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 19:16:54.521079 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-447e6a71-ac1c-4889-b3db-eee5ae459b97 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:16:54.564025 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49e9301-6481-49cf-824d-cefeb1b08eec req-447e6a71-ac1c-4889-b3db-eee5ae459b97 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] No DVR routers for this DVR port 1fba1619-72b1-41a0-b2ab-e19ced45de19 on host hv-cinder-82174 {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:16:54.566659 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [req-c49e9301-6481-49cf-824d-cefeb1b08eec req-447e6a71-ac1c-4889-b3db-eee5ae459b97 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854769415'] for port, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:54.569719 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a8c161-2592-41d4-8572-108977e69462', 'name': 'network-vif-deleted', 'tag': '1fba1619-72b1-41a0-b2ab-e19ced45de19'}] {{(pid=88177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 19:16:54.582872 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-c49e9301-6481-49cf-824d-cefeb1b08eec req-447e6a71-ac1c-4889-b3db-eee5ae459b97 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.73 "DELETE /v2.0/ports/1fba1619-72b1-41a0-b2ab-e19ced45de19 HTTP/1.1" status: 204 len: 173 time: 1.0989294 Dec 14 19:16:54.754270 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a8c161-2592-41d4-8572-108977e69462', 'name': 'network-vif-deleted', 'tag': '1fba1619-72b1-41a0-b2ab-e19ced45de19', 'status': 'completed', 'code': 200} Dec 14 19:16:54.916660 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-79cf91d0-f8f8-40ba-b3c2-9e1b9d798ac2 req-93159416-00d1-417d-8781-e50b63e2f376 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Synchronizing usage tracker for tenant:9a876a56377e4744ab6ea35617d6d3ec on resource:port {{(pid=88177) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 19:16:54.934141 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.quota.resource [req-79cf91d0-f8f8-40ba-b3c2-9e1b9d798ac2 req-93159416-00d1-417d-8781-e50b63e2f376 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Unset dirty status for tenant:9a876a56377e4744ab6ea35617d6d3ec on resource:port {{(pid=88177) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 19:16:54.935755 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [req-79cf91d0-f8f8-40ba-b3c2-9e1b9d798ac2 req-93159416-00d1-417d-8781-e50b63e2f376 tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9a8c161-2592-41d4-8572-108977e69462 HTTP/1.1" status: 200 len: 210 time: 0.0674491 Dec 14 19:16:56.056100 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 53100) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:16:56.132306 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7e776f34-6c4f-4548-961c-d01049a0790c tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:56.165939 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7e776f34-6c4f-4548-961c-d01049a0790c tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:56.220415 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7e776f34-6c4f-4548-961c-d01049a0790c tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:56.225998 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-6992e546-bbb5-4376-88a2-9c43bcb505cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:16:56.246098 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e776f34-6c4f-4548-961c-d01049a0790c tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d99b25-23a4-49d0-aaf9-9095587be772,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:16:56.252098 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-7e776f34-6c4f-4548-961c-d01049a0790c tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:16:56.253973 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7e776f34-6c4f-4548-961c-d01049a0790c tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:56.255223 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-7e776f34-6c4f-4548-961c-d01049a0790c tempest-TestShelveInstance-1633320269 tempest-TestShelveInstance-1633320269-project] 10.222.0.62 "DELETE /v2.0/security-groups/67d99b25-23a4-49d0-aaf9-9095587be772 HTTP/1.1" status: 204 len: 168 time: 0.1980481 Dec 14 19:16:56.311244 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 53106) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:16:56.433724 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a6a62149-9168-4f43-bc04-845f51f88ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:56.734490 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-dd797fab-3556-4281-b93c-bca227443e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854335222'] for router_interface, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:57.627891 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-dd797fab-3556-4281-b93c-bca227443e31 admin admin] Deleting port af871085-21e4-4ff9-b6be-3bd2ff2b8bd7 {{(pid=88176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:16:57.628675 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-dd797fab-3556-4281-b93c-bca227443e31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:57.817245 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-dd797fab-3556-4281-b93c-bca227443e31 admin admin] For port af871085-21e4-4ff9-b6be-3bd2ff2b8bd7, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=af871085-21e4-4ff9-b6be-3bd2ff2b8bd7,segment=NetworkSegment(cd02a7a6-e066-4b76-9be2-128b139685c5),segment_id=cd02a7a6-e066-4b76-9be2-128b139685c5)] {{(pid=88176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:16:57.817644 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-dd797fab-3556-4281-b93c-bca227443e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:57.851954 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:57.953949 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-dd797fab-3556-4281-b93c-bca227443e31 admin admin] Calling delete_port for af871085-21e4-4ff9-b6be-3bd2ff2b8bd7 owned by network:router_interface {{(pid=88176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:16:57.962046 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 1fba1619-72b1-41a0-b2ab-e19ced45de19 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:16:57.999030 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] No Port match for: 1fba1619-72b1-41a0-b2ab-e19ced45de19 {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:16:57.999724 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Device 1fba1619-72b1-41a0-b2ab-e19ced45de19 not bound to the agent host hv-cinder-82174 {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:16:58.145523 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-dd797fab-3556-4281-b93c-bca227443e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1865571'] for port, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:58.149605 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f58c2b3d-ccb9-45e9-9389-68bc0f4dfcd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:16:58.191243 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd797fab-3556-4281-b93c-bca227443e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=af871085-21e4-4ff9-b6be-3bd2ff2b8bd7,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:16:58.195113 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-dd797fab-3556-4281-b93c-bca227443e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:16:58.419097 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-91b85011-a82a-4f68-9f1c-711e347b5515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:58.499495 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-dd797fab-3556-4281-b93c-bca227443e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851488725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854335088'] for router_interface, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:59.141773 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd797fab-3556-4281-b93c-bca227443e31 admin admin] Router 7b63f0d9-31c8-4bf6-8d0d-586ece986309 has already been hosted by L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 {{(pid=88176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:16:59.174421 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:59.355415 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd797fab-3556-4281-b93c-bca227443e31 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:16:59.366356 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf39d71a-76f2-467f-9b3a-b7e92b137d68 None None] Sync routers for ids ['7b63f0d9-31c8-4bf6-8d0d-586ece986309'] in dv-cinder-821749-1-smb {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:16:59.372767 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-dd797fab-3556-4281-b93c-bca227443e31 admin admin] 10.222.0.62 "PUT /v2.0/routers/7b63f0d9-31c8-4bf6-8d0d-586ece986309/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0602612 Dec 14 19:16:59.376467 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 53110) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:16:59.381955 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf39d71a-76f2-467f-9b3a-b7e92b137d68 None None] Routers {'7b63f0d9-31c8-4bf6-8d0d-586ece986309'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:16:59.382636 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-bf39d71a-76f2-467f-9b3a-b7e92b137d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:16:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['7b63f0d9-31c8-4bf6-8d0d-586ece986309'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:16:59.575458 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-bf39d71a-76f2-467f-9b3a-b7e92b137d68 None None] Set router 7b63f0d9-31c8-4bf6-8d0d-586ece986309 gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:16:59.585728 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-748b5069-a072-4cda-a432-0621d48a0b8d admin admin] Notify callbacks [] for router, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:16:59.897173 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-bf39d71a-76f2-467f-9b3a-b7e92b137d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'name': 'tempest-TestShelveInstance-1959979453-router', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.116'}], 'enable_snat': True}, 'gw_port_id': '5ad87e7c-0e31-4473-b9d6-26b5b1324ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:12:32Z', 'updated_at': '2021-12-14T19:16:58Z', 'revision_number': 5, 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'gw_port': {'id': '5ad87e7c-0e31-4473-b9d6-26b5b1324ba9', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:32Z', 'updated_at': '2021-12-14T19:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb'}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:16:59.901595 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf39d71a-76f2-467f-9b3a-b7e92b137d68 None None] Checking router: 7b63f0d9-31c8-4bf6-8d0d-586ece986309 for host: dv-cinder-821749-1-smb {{(pid=88178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:16:59.913280 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf39d71a-76f2-467f-9b3a-b7e92b137d68 None None] Routers {'7b63f0d9-31c8-4bf6-8d0d-586ece986309'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:16:59.913940 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-bf39d71a-76f2-467f-9b3a-b7e92b137d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:16:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['7b63f0d9-31c8-4bf6-8d0d-586ece986309'], 'active': True} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:17:00.036530 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-748b5069-a072-4cda-a432-0621d48a0b8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:00.046177 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-748b5069-a072-4cda-a432-0621d48a0b8d admin admin] Deleting port 5ad87e7c-0e31-4473-b9d6-26b5b1324ba9 {{(pid=88176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:17:00.046524 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-748b5069-a072-4cda-a432-0621d48a0b8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:00.103417 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-bf39d71a-76f2-467f-9b3a-b7e92b137d68 None None] Set router 7b63f0d9-31c8-4bf6-8d0d-586ece986309 gateway port host: dv-cinder-821749-1-smb {{(pid=88178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:17:00.247711 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-748b5069-a072-4cda-a432-0621d48a0b8d admin admin] For port 5ad87e7c-0e31-4473-b9d6-26b5b1324ba9, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=5ad87e7c-0e31-4473-b9d6-26b5b1324ba9,segment=NetworkSegment(0945c744-4d3b-470e-8f6d-ce93add76b81),segment_id=0945c744-4d3b-470e-8f6d-ce93add76b81)] {{(pid=88176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:17:00.248364 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-748b5069-a072-4cda-a432-0621d48a0b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:00.387788 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-748b5069-a072-4cda-a432-0621d48a0b8d admin admin] Calling delete_port for 5ad87e7c-0e31-4473-b9d6-26b5b1324ba9 owned by network:router_gateway {{(pid=88176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:17:00.574433 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-748b5069-a072-4cda-a432-0621d48a0b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1865571'] for port, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:00.579396 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f112193e-7ed3-49fb-a269-601c16b80e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:17:00.592408 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-bf39d71a-76f2-467f-9b3a-b7e92b137d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'name': 'tempest-TestShelveInstance-1959979453-router', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.116'}], 'enable_snat': True}, 'gw_port_id': '5ad87e7c-0e31-4473-b9d6-26b5b1324ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:12:32Z', 'updated_at': '2021-12-14T19:16:58Z', 'revision_number': 5, 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'gw_port': {'id': '5ad87e7c-0e31-4473-b9d6-26b5b1324ba9', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:32Z', 'updated_at': '2021-12-14T19:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb'}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:17:00.597072 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf39d71a-76f2-467f-9b3a-b7e92b137d68 None None] The sync data for ids ['7b63f0d9-31c8-4bf6-8d0d-586ece986309'] in dv-cinder-821749-1-smb is: [{'id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'name': 'tempest-TestShelveInstance-1959979453-router', 'tenant_id': '9a876a56377e4744ab6ea35617d6d3ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.116'}], 'enable_snat': True}, 'gw_port_id': '5ad87e7c-0e31-4473-b9d6-26b5b1324ba9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:12:32Z', 'updated_at': '2021-12-14T19:16:58Z', 'revision_number': 5, 'project_id': '9a876a56377e4744ab6ea35617d6d3ec', 'gw_port': {'id': '5ad87e7c-0e31-4473-b9d6-26b5b1324ba9', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bf:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b63f0d9-31c8-4bf6-8d0d-586ece986309', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:32Z', 'updated_at': '2021-12-14T19:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb'}] {{(pid=88178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:17:00.625218 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b5069-a072-4cda-a432-0621d48a0b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=5ad87e7c-0e31-4473-b9d6-26b5b1324ba9,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:17:00.628245 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-748b5069-a072-4cda-a432-0621d48a0b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:17:00.742064 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:00.867127 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-748b5069-a072-4cda-a432-0621d48a0b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854340325'] for router_gateway, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:01.142267 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-748b5069-a072-4cda-a432-0621d48a0b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036851047307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036853733720'] for router, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:01.146778 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-748b5069-a072-4cda-a432-0621d48a0b8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:01.172506 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-748b5069-a072-4cda-a432-0621d48a0b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036851047397'] for router, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:01.173295 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748b5069-a072-4cda-a432-0621d48a0b8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b63f0d9-31c8-4bf6-8d0d-586ece986309 {{(pid=88176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 14 19:17:01.186666 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-748b5069-a072-4cda-a432-0621d48a0b8d admin admin] Notify callbacks [] for router, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:01.191466 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-748b5069-a072-4cda-a432-0621d48a0b8d admin admin] 10.222.0.62 "DELETE /v2.0/routers/7b63f0d9-31c8-4bf6-8d0d-586ece986309 HTTP/1.1" status: 204 len: 168 time: 1.8104875 Dec 14 19:17:01.193284 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 53114) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:17:01.268564 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c9b35f9-b82a-4cff-925c-fa4e3128c551 admin admin] Deleting subnet 87c3cc9b-64ee-4ec7-adf1-328580ac599d {{(pid=88176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:17:01.272344 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4c9b35f9-b82a-4cff-925c-fa4e3128c551 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:01.333683 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4c9b35f9-b82a-4cff-925c-fa4e3128c551 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853119024'] for subnet, precommit_delete_associations {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:01.423988 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4c9b35f9-b82a-4cff-925c-fa4e3128c551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2951685'] for subnet, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:01.504583 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4c9b35f9-b82a-4cff-925c-fa4e3128c551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851824100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852910315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1201048'] for subnet, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:01.510159 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-c08bcde5-d5e4-43e6-8991-a16b40b8e6b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:17:01.537716 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 5ad87e7c-0e31-4473-b9d6-26b5b1324ba9 no longer exists at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:17:01.549251 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b35f9-b82a-4cff-925c-fa4e3128c551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87c3cc9b-64ee-4ec7-adf1-328580ac599d,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:17:01.551709 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-4c9b35f9-b82a-4cff-925c-fa4e3128c551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:17:01.554776 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4c9b35f9-b82a-4cff-925c-fa4e3128c551 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:01.564198 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-4c9b35f9-b82a-4cff-925c-fa4e3128c551 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/87c3cc9b-64ee-4ec7-adf1-328580ac599d HTTP/1.1" status: 204 len: 168 time: 0.3670564 Dec 14 19:17:01.564608 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 53118) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:17:01.569771 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33abd36e-9df8-485b-b799-cdac371e20b8 None None] Network e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:17:01.590365 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] No Port match for: 5ad87e7c-0e31-4473-b9d6-26b5b1324ba9 {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:17:01.590728 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 5ad87e7c-0e31-4473-b9d6-26b5b1324ba9 not bound to the agent host dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:17:01.591197 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device af871085-21e4-4ff9-b6be-3bd2ff2b8bd7 no longer exists at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:17:01.642819 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] No Port match for: af871085-21e4-4ff9-b6be-3bd2ff2b8bd7 {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:17:01.643272 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device af871085-21e4-4ff9-b6be-3bd2ff2b8bd7 not bound to the agent host dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:17:01.684469 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f5184cad-2faa-4fef-ad0a-88ec55120f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229502'] for network, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:01.696050 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-f5184cad-2faa-4fef-ad0a-88ec55120f9a admin admin] Deleting port 6eaf74d2-d140-4eab-946a-e59a3d7fc3e8 {{(pid=88176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:17:01.696418 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f5184cad-2faa-4fef-ad0a-88ec55120f9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:01.904151 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc740de-0805-4076-9ad3-177cce8aee95 None None] DHCP port deletion for e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f request from dv-cinder-821749-1-smb {{(pid=88178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 14 19:17:01.908905 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-5cc740de-0805-4076-9ad3-177cce8aee95 None None] Deleting port 6eaf74d2-d140-4eab-946a-e59a3d7fc3e8 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:17:01.909387 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5cc740de-0805-4076-9ad3-177cce8aee95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:01.927119 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-f5184cad-2faa-4fef-ad0a-88ec55120f9a admin admin] For port 6eaf74d2-d140-4eab-946a-e59a3d7fc3e8, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=6eaf74d2-d140-4eab-946a-e59a3d7fc3e8,segment=NetworkSegment(cd02a7a6-e066-4b76-9be2-128b139685c5),segment_id=cd02a7a6-e066-4b76-9be2-128b139685c5)] {{(pid=88176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:17:01.927508 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f5184cad-2faa-4fef-ad0a-88ec55120f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:02.058629 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-f5184cad-2faa-4fef-ad0a-88ec55120f9a admin admin] Calling delete_port for 6eaf74d2-d140-4eab-946a-e59a3d7fc3e8 owned by network:dhcp {{(pid=88176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:17:02.128961 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-5cc740de-0805-4076-9ad3-177cce8aee95 None None] For port 6eaf74d2-d140-4eab-946a-e59a3d7fc3e8, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=6eaf74d2-d140-4eab-946a-e59a3d7fc3e8,segment=NetworkSegment(cd02a7a6-e066-4b76-9be2-128b139685c5),segment_id=cd02a7a6-e066-4b76-9be2-128b139685c5)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:17:02.129625 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5cc740de-0805-4076-9ad3-177cce8aee95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:02.137744 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f5184cad-2faa-4fef-ad0a-88ec55120f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1865571'] for port, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:02.142698 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-09e2c9c9-f321-4ebd-8432-39292fea51c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:17:02.184972 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5184cad-2faa-4fef-ad0a-88ec55120f9a admin admin] Pushing event deleted for resources: {'Port': ['ID=6eaf74d2-d140-4eab-946a-e59a3d7fc3e8,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:17:02.188936 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f5184cad-2faa-4fef-ad0a-88ec55120f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:17:02.192090 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5184cad-2faa-4fef-ad0a-88ec55120f9a admin admin] No DVR routers for this DVR port 6eaf74d2-d140-4eab-946a-e59a3d7fc3e8 on host dv-cinder-821749-1-smb {{(pid=88176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:17:02.257622 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-5cc740de-0805-4076-9ad3-177cce8aee95 None None] Calling delete_port for 6eaf74d2-d140-4eab-946a-e59a3d7fc3e8 owned by network:dhcp {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:17:02.318779 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f5184cad-2faa-4fef-ad0a-88ec55120f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980764', 'neutron.services.segments.db._delete_segments_for_network-8781368899016'] for network, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:02.326775 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.db.api [None req-5cc740de-0805-4076-9ad3-177cce8aee95 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88178) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 14 19:17:02.327185 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_db.api [None req-5cc740de-0805-4076-9ad3-177cce8aee95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 14 19:17:02.346389 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-f5184cad-2faa-4fef-ad0a-88ec55120f9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f']}} {{(pid=88176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:17:02.363365 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-f5184cad-2faa-4fef-ad0a-88ec55120f9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd02a7a6-e066-4b76-9be2-128b139685c5') {'for_net_delete': True} {{(pid=88176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:17:02.363700 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-f5184cad-2faa-4fef-ad0a-88ec55120f9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd02a7a6-e066-4b76-9be2-128b139685c5') {} {{(pid=88176) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:17:02.376758 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f5184cad-2faa-4fef-ad0a-88ec55120f9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781368905689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1656793'] for segment, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:02.398877 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f5184cad-2faa-4fef-ad0a-88ec55120f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:02.408286 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5184cad-2faa-4fef-ad0a-88ec55120f9a admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=88176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:17:02.408646 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f5184cad-2faa-4fef-ad0a-88ec55120f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2974435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1865143'] for segment, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: Traceback (most recent call last): Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: timer() Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: cb(*args, **kw) Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: return func(*args, **kwargs) Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: self._notify() Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: self.callback(batched_events) Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: event.method(event) Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: segment_id)['aggregates'][0] Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: return f(self, *a, **k) Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: return self._get(url).json() Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: **kwargs) Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: return self.request(url, 'GET', **kwargs) Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: **endpoint_filter) Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:17:02.423245 dv-cinder-821749-1-smb neutron-server[88065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:17:02.504801 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f5184cad-2faa-4fef-ad0a-88ec55120f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435701'] for network, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:02.510165 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f5184cad-2faa-4fef-ad0a-88ec55120f9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:02.512839 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:17:02.540277 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5184cad-2faa-4fef-ad0a-88ec55120f9a admin admin] Pushing event deleted for resources: {'Network': ['ID=e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:17:02.543064 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f5184cad-2faa-4fef-ad0a-88ec55120f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:17:02.555143 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-f5184cad-2faa-4fef-ad0a-88ec55120f9a admin admin] 10.222.0.62 "DELETE /v2.0/networks/e7c4dbf7-4004-4b8a-ad4d-e3cc54bd4b8f HTTP/1.1" status: 204 len: 168 time: 0.9892776 Dec 14 19:17:02.558250 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 53122) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:17:02.828659 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-5cc740de-0805-4076-9ad3-177cce8aee95 None None] Deleting port 6eaf74d2-d140-4eab-946a-e59a3d7fc3e8 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:17:02.828986 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-5cc740de-0805-4076-9ad3-177cce8aee95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:02.902379 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-5cc740de-0805-4076-9ad3-177cce8aee95 None None] The port '6eaf74d2-d140-4eab-946a-e59a3d7fc3e8' was deleted {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 14 19:17:03.223112 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-22c57d05-4f1d-4d0e-af3c-216b3ca87006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854335222'] for router_interface, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:03.533760 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 6eaf74d2-d140-4eab-946a-e59a3d7fc3e8 no longer exists at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:17:03.568150 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] No Port match for: 6eaf74d2-d140-4eab-946a-e59a3d7fc3e8 {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:17:03.568550 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 6eaf74d2-d140-4eab-946a-e59a3d7fc3e8 not bound to the agent host dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:17:03.889521 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-22c57d05-4f1d-4d0e-af3c-216b3ca87006 admin admin] Deleting port f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a {{(pid=88176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:17:03.889793 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-22c57d05-4f1d-4d0e-af3c-216b3ca87006 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:04.078190 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-22c57d05-4f1d-4d0e-af3c-216b3ca87006 admin admin] For port f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a,segment=NetworkSegment(fad372ce-c8fc-43fc-bcb6-5ad87552ee33),segment_id=fad372ce-c8fc-43fc-bcb6-5ad87552ee33)] {{(pid=88176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:17:04.078577 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-22c57d05-4f1d-4d0e-af3c-216b3ca87006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:04.211797 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-22c57d05-4f1d-4d0e-af3c-216b3ca87006 admin admin] Calling delete_port for f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a owned by network:router_interface {{(pid=88176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:17:04.406150 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-22c57d05-4f1d-4d0e-af3c-216b3ca87006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1865571'] for port, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:04.410338 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-d00200aa-001b-491a-b046-e27c41f7b0c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:17:04.452178 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c57d05-4f1d-4d0e-af3c-216b3ca87006 admin admin] Pushing event deleted for resources: {'Port': ['ID=f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:17:04.454900 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-22c57d05-4f1d-4d0e-af3c-216b3ca87006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:17:04.756651 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-22c57d05-4f1d-4d0e-af3c-216b3ca87006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036851488725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854335088'] for router_interface, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:05.380651 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c57d05-4f1d-4d0e-af3c-216b3ca87006 admin admin] Router c798dbba-9fb9-4417-a124-e1f57d6ee180 has already been hosted by L3 agent 3609c4e2-7c7c-4be9-b0f0-27fd662db595 {{(pid=88176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 19:17:05.601331 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c57d05-4f1d-4d0e-af3c-216b3ca87006 admin admin] Notify agent at l3_agent.dv-cinder-821749-1-smb the message routers_updated {{(pid=88176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 19:17:05.611856 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7c8de0-7c7c-47a1-acc9-8b8a5d851bdb None None] Sync routers for ids ['c798dbba-9fb9-4417-a124-e1f57d6ee180'] in dv-cinder-821749-1-smb {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 19:17:05.613418 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-22c57d05-4f1d-4d0e-af3c-216b3ca87006 admin admin] 10.222.0.62 "PUT /v2.0/routers/c798dbba-9fb9-4417-a124-e1f57d6ee180/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0540171 Dec 14 19:17:05.616203 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88176) accepted ('10.222.0.62', 53126) {{(pid=88176) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:17:05.625869 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7c8de0-7c7c-47a1-acc9-8b8a5d851bdb None None] Routers {'c798dbba-9fb9-4417-a124-e1f57d6ee180'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:17:05.626555 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-2d7c8de0-7c7c-47a1-acc9-8b8a5d851bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:16:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['c798dbba-9fb9-4417-a124-e1f57d6ee180'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:17:05.813174 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-2d7c8de0-7c7c-47a1-acc9-8b8a5d851bdb None None] Set router c798dbba-9fb9-4417-a124-e1f57d6ee180 gateway port host: dv-cinder-821749-1-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:17:05.828657 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-38427578-0aff-4277-8b61-ed6f90345214 admin admin] Notify callbacks [] for router, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:06.136152 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-2d7c8de0-7c7c-47a1-acc9-8b8a5d851bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c798dbba-9fb9-4417-a124-e1f57d6ee180', 'name': 'tempest-TestShelveInstance-43758924-router', 'tenant_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '65982113-63e0-4d42-8b0d-0fecc91881ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:12:40Z', 'updated_at': '2021-12-14T19:17:04Z', 'revision_number': 5, 'project_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'gw_port': {'id': '65982113-63e0-4d42-8b0d-0fecc91881ec', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c798dbba-9fb9-4417-a124-e1f57d6ee180', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:41Z', 'updated_at': '2021-12-14T19:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb'}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:17:06.141737 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7c8de0-7c7c-47a1-acc9-8b8a5d851bdb None None] Checking router: c798dbba-9fb9-4417-a124-e1f57d6ee180 for host: dv-cinder-821749-1-smb {{(pid=88179) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 19:17:06.155805 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7c8de0-7c7c-47a1-acc9-8b8a5d851bdb None None] Routers {'c798dbba-9fb9-4417-a124-e1f57d6ee180'} bound to L3 agent in host dv-cinder-821749-1-smb {{(pid=88179) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 19:17:06.157071 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-2d7c8de0-7c7c-47a1-acc9-8b8a5d851bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821749-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-14T18:55:58Z,description=,heartbeat_timestamp=2021-12-14T19:16:58Z,host='dv-cinder-821749-1-smb',id=3609c4e2-7c7c-4be9-b0f0-27fd662db595,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T18:55:58Z,topic='l3_agent')) {'router_ids': ['c798dbba-9fb9-4417-a124-e1f57d6ee180'], 'active': True} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:17:06.303700 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-38427578-0aff-4277-8b61-ed6f90345214 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:06.314279 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-38427578-0aff-4277-8b61-ed6f90345214 admin admin] Deleting port 65982113-63e0-4d42-8b0d-0fecc91881ec {{(pid=88176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:17:06.314649 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-38427578-0aff-4277-8b61-ed6f90345214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:06.352683 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvr_db [None req-2d7c8de0-7c7c-47a1-acc9-8b8a5d851bdb None None] Set router c798dbba-9fb9-4417-a124-e1f57d6ee180 gateway port host: dv-cinder-821749-1-smb {{(pid=88179) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 19:17:06.505543 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-38427578-0aff-4277-8b61-ed6f90345214 admin admin] For port 65982113-63e0-4d42-8b0d-0fecc91881ec, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=65982113-63e0-4d42-8b0d-0fecc91881ec,segment=NetworkSegment(0945c744-4d3b-470e-8f6d-ce93add76b81),segment_id=0945c744-4d3b-470e-8f6d-ce93add76b81)] {{(pid=88176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:17:06.505891 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-38427578-0aff-4277-8b61-ed6f90345214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:06.639628 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-38427578-0aff-4277-8b61-ed6f90345214 admin admin] Calling delete_port for 65982113-63e0-4d42-8b0d-0fecc91881ec owned by network:router_gateway {{(pid=88176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:17:06.662481 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_hamode_db [None req-2d7c8de0-7c7c-47a1-acc9-8b8a5d851bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c798dbba-9fb9-4417-a124-e1f57d6ee180', 'name': 'tempest-TestShelveInstance-43758924-router', 'tenant_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '65982113-63e0-4d42-8b0d-0fecc91881ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:12:40Z', 'updated_at': '2021-12-14T19:17:04Z', 'revision_number': 5, 'project_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'gw_port': {'id': '65982113-63e0-4d42-8b0d-0fecc91881ec', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c798dbba-9fb9-4417-a124-e1f57d6ee180', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:41Z', 'updated_at': '2021-12-14T19:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb'}], 'dv-cinder-821749-1-smb', False) {} {{(pid=88179) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:17:06.666808 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7c8de0-7c7c-47a1-acc9-8b8a5d851bdb None None] The sync data for ids ['c798dbba-9fb9-4417-a124-e1f57d6ee180'] in dv-cinder-821749-1-smb is: [{'id': 'c798dbba-9fb9-4417-a124-e1f57d6ee180', 'name': 'tempest-TestShelveInstance-43758924-router', 'tenant_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'external_fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.131'}], 'enable_snat': True}, 'gw_port_id': '65982113-63e0-4d42-8b0d-0fecc91881ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T19:12:40Z', 'updated_at': '2021-12-14T19:17:04Z', 'revision_number': 5, 'project_id': 'a09c3e3bb1c745abaa63f6d6ee8e9cf5', 'gw_port': {'id': '65982113-63e0-4d42-8b0d-0fecc91881ec', 'name': '', 'network_id': 'ffa0012a-9543-497d-8125-adf64d8cb965', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:71:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c798dbba-9fb9-4417-a124-e1f57d6ee180', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'ip_address': '172.28.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821749-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T19:12:41Z', 'updated_at': '2021-12-14T19:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bf490572-e226-4f78-a70f-384a9e5bc0f8', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821749-1-smb'}] {{(pid=88179) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 19:17:06.814943 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-38427578-0aff-4277-8b61-ed6f90345214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1865571'] for port, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:06.819279 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-f5184cad-2faa-4fef-ad0a-88ec55120f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:17:06.861702 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38427578-0aff-4277-8b61-ed6f90345214 admin admin] Pushing event deleted for resources: {'Port': ['ID=65982113-63e0-4d42-8b0d-0fecc91881ec,revision_number=None']} {{(pid=88176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:17:06.864385 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-38427578-0aff-4277-8b61-ed6f90345214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88176) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:17:07.120794 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-38427578-0aff-4277-8b61-ed6f90345214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854340325'] for router_gateway, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:07.406452 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-38427578-0aff-4277-8b61-ed6f90345214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036851047307', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036853733720'] for router, precommit_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:07.413806 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-38427578-0aff-4277-8b61-ed6f90345214 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:07.457548 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-38427578-0aff-4277-8b61-ed6f90345214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036851047397'] for router, after_delete {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:07.458107 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38427578-0aff-4277-8b61-ed6f90345214 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c798dbba-9fb9-4417-a124-e1f57d6ee180 {{(pid=88176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 14 19:17:07.472146 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-38427578-0aff-4277-8b61-ed6f90345214 admin admin] Notify callbacks [] for router, before_response {{(pid=88176) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:07.474135 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-38427578-0aff-4277-8b61-ed6f90345214 admin admin] 10.222.0.62 "DELETE /v2.0/routers/c798dbba-9fb9-4417-a124-e1f57d6ee180 HTTP/1.1" status: 204 len: 168 time: 1.8565907 Dec 14 19:17:07.476709 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 53130) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:17:07.556031 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a no longer exists at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:17:07.591879 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] No Port match for: f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:17:07.592271 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device f10237ed-8ab9-4a63-bbb3-1b2a984a4d7a not bound to the agent host dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:17:07.783826 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b48bdad-8ce2-48e9-b5b6-c78816421746 admin admin] Deleting subnet 5086f4a7-b7ce-49f0-8cfd-071eda0929db {{(pid=88177) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 19:17:07.787904 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7b48bdad-8ce2-48e9-b5b6-c78816421746 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:07.840537 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7b48bdad-8ce2-48e9-b5b6-c78816421746 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852802915'] for subnet, precommit_delete_associations {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:07.930875 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7b48bdad-8ce2-48e9-b5b6-c78816421746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2951685'] for subnet, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:08.017165 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7b48bdad-8ce2-48e9-b5b6-c78816421746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851824100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-456013', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853069178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852835295'] for subnet, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:08.022047 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:17:08.058712 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b48bdad-8ce2-48e9-b5b6-c78816421746 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5086f4a7-b7ce-49f0-8cfd-071eda0929db,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:17:08.062729 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-7b48bdad-8ce2-48e9-b5b6-c78816421746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:17:08.067010 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-7b48bdad-8ce2-48e9-b5b6-c78816421746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for subnet, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:08.073837 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-7b48bdad-8ce2-48e9-b5b6-c78816421746 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5086f4a7-b7ce-49f0-8cfd-071eda0929db HTTP/1.1" status: 204 len: 168 time: 0.5959134 Dec 14 19:17:08.074619 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2067da15-2728-4cfe-b492-ac180fdb8459 None None] Network 2e3a2379-5b22-4bcd-97a6-9b192258de10 requested from dv-cinder-821749-1-smb {{(pid=88178) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 19:17:08.078109 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 53134) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:17:08.204790 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a38ee503-ed8f-408b-b11a-b68ab0e66e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1229502'] for network, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:08.216654 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-a38ee503-ed8f-408b-b11a-b68ab0e66e72 admin admin] Deleting port d012d174-1d56-41d9-aa2a-3a164f39c7c4 {{(pid=88177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:17:08.217081 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a38ee503-ed8f-408b-b11a-b68ab0e66e72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:08.408736 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbacb97-12d3-4a6d-b811-ad71cb5b97a3 None None] DHCP port deletion for 2e3a2379-5b22-4bcd-97a6-9b192258de10 request from dv-cinder-821749-1-smb {{(pid=88178) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 14 19:17:08.413799 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-ebbacb97-12d3-4a6d-b811-ad71cb5b97a3 None None] Deleting port d012d174-1d56-41d9-aa2a-3a164f39c7c4 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:17:08.414248 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ebbacb97-12d3-4a6d-b811-ad71cb5b97a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:08.440222 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-a38ee503-ed8f-408b-b11a-b68ab0e66e72 admin admin] For port d012d174-1d56-41d9-aa2a-3a164f39c7c4, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=d012d174-1d56-41d9-aa2a-3a164f39c7c4,segment=NetworkSegment(fad372ce-c8fc-43fc-bcb6-5ad87552ee33),segment_id=fad372ce-c8fc-43fc-bcb6-5ad87552ee33)] {{(pid=88177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:17:08.440604 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a38ee503-ed8f-408b-b11a-b68ab0e66e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:08.567184 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-a38ee503-ed8f-408b-b11a-b68ab0e66e72 admin admin] Calling delete_port for d012d174-1d56-41d9-aa2a-3a164f39c7c4 owned by network:dhcp {{(pid=88177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:17:08.638255 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.db [None req-ebbacb97-12d3-4a6d-b811-ad71cb5b97a3 None None] For port d012d174-1d56-41d9-aa2a-3a164f39c7c4, host dv-cinder-821749-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821749-1-smb',level=0,port_id=d012d174-1d56-41d9-aa2a-3a164f39c7c4,segment=NetworkSegment(fad372ce-c8fc-43fc-bcb6-5ad87552ee33),segment_id=fad372ce-c8fc-43fc-bcb6-5ad87552ee33)] {{(pid=88178) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 19:17:08.638596 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ebbacb97-12d3-4a6d-b811-ad71cb5b97a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854334241'] for port, precommit_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:08.643259 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a38ee503-ed8f-408b-b11a-b68ab0e66e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853527913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854576802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363255485954915', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363255486352892', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1706736'] for port, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:08.647877 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-ce3edaee-a2b5-4d61-9389-8387a786c85d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:17:08.690851 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ee503-ed8f-408b-b11a-b68ab0e66e72 admin admin] Pushing event deleted for resources: {'Port': ['ID=d012d174-1d56-41d9-aa2a-3a164f39c7c4,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:17:08.694482 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-a38ee503-ed8f-408b-b11a-b68ab0e66e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:17:08.695294 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38ee503-ed8f-408b-b11a-b68ab0e66e72 admin admin] No DVR routers for this DVR port d012d174-1d56-41d9-aa2a-3a164f39c7c4 on host dv-cinder-821749-1-smb {{(pid=88177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 19:17:08.766690 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-ebbacb97-12d3-4a6d-b811-ad71cb5b97a3 None None] Calling delete_port for d012d174-1d56-41d9-aa2a-3a164f39c7c4 owned by network:dhcp {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 19:17:08.817966 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a38ee503-ed8f-408b-b11a-b68ab0e66e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2980764', 'neutron.services.segments.db._delete_segments_for_network-8781368899016'] for network, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:08.835270 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.db.api [None req-ebbacb97-12d3-4a6d-b811-ad71cb5b97a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88178) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 14 19:17:08.835675 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_db.api [None req-ebbacb97-12d3-4a6d-b811-ad71cb5b97a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88178) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 14 19:17:08.845300 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-a38ee503-ed8f-408b-b11a-b68ab0e66e72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3a2379-5b22-4bcd-97a6-9b192258de10']}} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:17:08.858724 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-a38ee503-ed8f-408b-b11a-b68ab0e66e72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad372ce-c8fc-43fc-bcb6-5ad87552ee33') {'for_net_delete': True} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:17:08.859079 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.services.segments.db [None req-a38ee503-ed8f-408b-b11a-b68ab0e66e72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad372ce-c8fc-43fc-bcb6-5ad87552ee33') {} {{(pid=88177) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 19:17:08.871270 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a38ee503-ed8f-408b-b11a-b68ab0e66e72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781368905689', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1972884'] for segment, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:08.890297 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a38ee503-ed8f-408b-b11a-b68ab0e66e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851801350'] for segment, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:08.898091 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38ee503-ed8f-408b-b11a-b68ab0e66e72 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=88177) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 19:17:08.898517 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a38ee503-ed8f-408b-b11a-b68ab0e66e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-2974435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1706020'] for segment, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: Traceback (most recent call last): Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: timer() Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: cb(*args, **kw) Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: return func(*args, **kwargs) Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: self._notify() Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: self.callback(batched_events) Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: event.method(event) Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: segment_id)['aggregates'][0] Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: return f(self, *a, **k) Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: return self._get(url).json() Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: **kwargs) Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: return self.request(url, 'GET', **kwargs) Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: **endpoint_filter) Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 19:17:08.912798 dv-cinder-821749-1-smb neutron-server[88065]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 19:17:09.002268 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a38ee503-ed8f-408b-b11a-b68ab0e66e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851795049', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427437', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3287075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-435701'] for network, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:09.006307 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-df213a35-fb53-4a1b-96fa-19e6707cd262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:17:09.020921 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a38ee503-ed8f-408b-b11a-b68ab0e66e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3287252'] for network, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:09.032343 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ee503-ed8f-408b-b11a-b68ab0e66e72 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e3a2379-5b22-4bcd-97a6-9b192258de10,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:17:09.035693 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-a38ee503-ed8f-408b-b11a-b68ab0e66e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:17:09.037589 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-a38ee503-ed8f-408b-b11a-b68ab0e66e72 admin admin] 10.222.0.62 "DELETE /v2.0/networks/2e3a2379-5b22-4bcd-97a6-9b192258de10 HTTP/1.1" status: 204 len: 168 time: 0.9581344 Dec 14 19:17:09.321462 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 53140) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:17:09.337642 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-ebbacb97-12d3-4a6d-b811-ad71cb5b97a3 None None] Deleting port d012d174-1d56-41d9-aa2a-3a164f39c7c4 {{(pid=88178) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 19:17:09.338061 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ebbacb97-12d3-4a6d-b811-ad71cb5b97a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363255485963209'] for port, before_delete {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:09.378080 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-76593a64-79be-426f-8ddf-f92c4a00b011 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9a876a56377e4744ab6ea35617d6d3ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0552349 Dec 14 19:17:09.380742 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 53144) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:17:09.429350 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-ebbacb97-12d3-4a6d-b811-ad71cb5b97a3 None None] The port 'd012d174-1d56-41d9-aa2a-3a164f39c7c4' was deleted {{(pid=88178) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 14 19:17:09.452996 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-38e2c120-3f87-4fc0-9193-7e771b2e8d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:09.482452 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-38e2c120-3f87-4fc0-9193-7e771b2e8d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:09.541696 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device d012d174-1d56-41d9-aa2a-3a164f39c7c4 no longer exists at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:17:09.545171 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-38e2c120-3f87-4fc0-9193-7e771b2e8d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:09.552377 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-a2c70ca3-be3f-4c4c-b382-626d3669e09b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:17:09.567464 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2c120-3f87-4fc0-9193-7e771b2e8d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa17d7e-068a-41f4-bcf6-d70293cb9f76,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:17:09.572825 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-38e2c120-3f87-4fc0-9193-7e771b2e8d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:17:09.575589 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-38e2c120-3f87-4fc0-9193-7e771b2e8d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:09.577370 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-38e2c120-3f87-4fc0-9193-7e771b2e8d6f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ffa17d7e-068a-41f4-bcf6-d70293cb9f76 HTTP/1.1" status: 204 len: 168 time: 0.1955242 Dec 14 19:17:09.588515 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] No Port match for: d012d174-1d56-41d9-aa2a-3a164f39c7c4 {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:17:09.588927 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device d012d174-1d56-41d9-aa2a-3a164f39c7c4 not bound to the agent host dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:17:09.589389 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 65982113-63e0-4d42-8b0d-0fecc91881ec no longer exists at agent ovs-agent-dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 19:17:09.626044 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.plugin [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] No Port match for: 65982113-63e0-4d42-8b0d-0fecc91881ec {{(pid=88178) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 19:17:09.626439 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.plugins.ml2.rpc [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Device 65982113-63e0-4d42-8b0d-0fecc91881ec not bound to the agent host dv-cinder-821749-1-smb {{(pid=88178) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 19:17:10.032534 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 53152) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:17:10.086871 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-d1f0ecd6-86d3-4890-9804-03db08e84119 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a09c3e3bb1c745abaa63f6d6ee8e9cf5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0529866 Dec 14 19:17:10.090737 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.wsgi [-] (88177) accepted ('10.222.0.62', 53156) {{(pid=88177) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 19:17:10.153681 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-116957bf-cf82-4014-ab3e-dc500cdaf722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:10.181954 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-116957bf-cf82-4014-ab3e-dc500cdaf722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:10.244136 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-116957bf-cf82-4014-ab3e-dc500cdaf722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427409'] for security_group, after_delete {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:10.251737 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-45137be0-e112-4878-9752-97fb27119b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 19:17:10.269823 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116957bf-cf82-4014-ab3e-dc500cdaf722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0214be15-ffe0-4a96-8133-10d9cd0ebbc9,revision_number=None']} {{(pid=88177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 19:17:10.273001 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG oslo_concurrency.lockutils [None req-116957bf-cf82-4014-ab3e-dc500cdaf722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88177) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 19:17:10.280397 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-116957bf-cf82-4014-ab3e-dc500cdaf722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88177) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:10.281730 dv-cinder-821749-1-smb neutron-server[88065]: INFO neutron.wsgi [None req-116957bf-cf82-4014-ab3e-dc500cdaf722 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0214be15-ffe0-4a96-8133-10d9cd0ebbc9 HTTP/1.1" status: 204 len: 168 time: 0.1900275 Dec 14 19:17:11.630387 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:26.447153 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3240cdae-dba3-4322-bb0f-62b5cf095ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:27.846799 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:28.415490 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-1953fbda-6a56-44cf-ba46-4c1f87e67ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:29.175836 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:29.939686 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:17:30.735390 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:41.620012 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:56.442118 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4ae5be89-6305-4de7-9ca7-207ea0bf30b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:57.861232 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:58.411085 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-64a8d9a8-1279-4289-8328-eee906e9b571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:17:59.179393 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:18:00.738051 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:18:06.944948 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:18:11.647709 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:18:26.451405 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b3a69338-2cc9-4d06-911d-a0b6ec093d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:18:27.855303 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:18:28.408786 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-4aa05858-3d52-4ed7-a16c-8fa3a2b0a65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:18:29.186669 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:18:30.739765 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:18:41.656067 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:18:43.946823 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:18:56.447084 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-f85b0ff6-6034-4ae8-b190-656292871c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:18:57.867795 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:18:58.403953 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-ca9b7ee5-3daf-4c9a-9a6e-d84846c9033d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:18:59.184439 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:00.747386 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:11.653140 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:20.952285 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:19:26.455010 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-249c4094-4c4b-441b-8289-9bbef3d66685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:27.862874 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:28.410276 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c4535616-0d85-471d-992b-d5db2e0d20cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:29.188884 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:30.754984 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:41.673803 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:56.451768 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-de2bfdc7-40fd-47e7-9aba-62894f1a704f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:57.867673 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:57.953348 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:19:58.406030 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-beb6636e-b220-4256-8537-d5e3fcb95460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:19:59.189693 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:20:00.751860 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:20:11.674040 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:20:26.450227 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d2ac17b8-5f47-44ea-95e7-719060b49d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:20:27.880055 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:20:28.411779 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-a25198ff-b7bf-4ceb-9f88-f1938d4b5f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:20:29.193944 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:20:30.761944 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:20:34.956047 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:20:41.689676 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:20:56.447541 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2021c86b-89eb-49d3-880d-2dec89b60053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:20:57.878890 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:20:58.406811 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-71dff8f0-3d25-4646-847a-5b27c03eed00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:20:59.198301 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:21:00.758945 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:21:11.688015 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:21:11.958907 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:21:26.460700 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-c1598ea3-7024-402a-983e-fdb6c6e90b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:21:27.873572 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:21:28.413833 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-2812e34e-f3d7-4061-a752-65e0d0d0c173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:21:29.206294 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:21:30.762732 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:21:41.691141 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-d894e6d5-ea79-4cf4-967e-405225698056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:21:48.964474 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron.db.agents_db [None req-d0cd893a-c543-4fb9-ace8-c0b13902956c None None] Agent healthcheck: found 6 active agents {{(pid=88179) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 19:21:56.461312 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-b74d955d-29e5-4ff5-bb3c-adf69a65a740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:21:57.882951 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-3fb79457-8a4b-4abd-976c-76d0593e4eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:21:58.411135 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-fcf16d05-73fb-4a35-9038-bc575fc7f36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:21:59.207954 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-49a65905-ff01-46c8-95d5-78317be9d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 19:22:00.765044 dv-cinder-821749-1-smb neutron-server[88065]: DEBUG neutron_lib.callbacks.manager [None req-aa7927a9-bec5-487a-bc63-fafabc51bca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781368898999', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2971003'] for agent, after_update {{(pid=88178) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}